-- Logs begin at Wed 2021-09-15 18:24:54 UTC, end at Wed 2021-09-15 19:44:32 UTC. -- Sep 15 19:17:49.046436 dv-cinder-805825-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 19:17:51.199353 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.common.config [-] Logging enabled! Sep 15 19:17:51.200035 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev3 Sep 15 19:17:51.200125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75701) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 19:17:51.202349 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.common.config [-] Logging enabled! Sep 15 19:17:51.202596 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev3 Sep 15 19:17:51.202839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=75701) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 15 19:17:51.203775 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:17:51.204004 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:17:51.204358 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:17:51.204602 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:17:51.204825 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:17:51.205139 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.205432 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.205723 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.205950 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.206273 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.206561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.206839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.207124 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.207519 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.207835 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.208114 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.208396 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.208625 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.208902 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] config_source = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.209187 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.209470 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.209691 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] debug = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.209969 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.211013 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.211434 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.211716 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.212002 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.212273 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.212547 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.212829 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.213154 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] host = dv-cinder-805825-3-smb {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.213428 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.213711 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.213994 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.214303 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.214576 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.214850 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.215131 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.215402 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] log_dir = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.215672 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] log_file = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.215941 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.216225 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.216508 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.216797 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.217019 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.217239 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.217519 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.217804 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.218075 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.218374 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.218646 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.218917 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.219188 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.219536 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.219832 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.220112 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.220395 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.220668 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.221039 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.221369 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.221643 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.221925 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.222222 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.222495 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.222767 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.223049 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.223315 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.223584 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.223881 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.224161 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.224441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.224722 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.224992 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.225269 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.225539 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.225845 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] use_journal = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.226124 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] use_json = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.226406 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.226674 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.226951 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.227220 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.227488 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.227757 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.228024 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.228303 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:51.228598 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.228982 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.229285 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.229566 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.229942 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.230268 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.230560 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.230839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.231130 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.231416 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.231707 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.231986 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.232375 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.232730 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.233024 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.233301 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.233580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.233869 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.234166 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.234441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.234718 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.235004 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.235281 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.235551 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.235831 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.236105 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.236375 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.236642 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.236916 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.237200 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.237475 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.237742 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.238009 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.238304 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.238571 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.238854 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.239130 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.239400 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.239667 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.239940 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.240208 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.240479 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.240755 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.241029 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.241303 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.241624 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.241893 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.242273 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.242547 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.242818 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.243173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.243468 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.243763 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.244017 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.244288 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.244556 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.244825 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.245097 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.245379 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.245676 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.245952 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.246257 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.246535 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.246812 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.247088 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.247364 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.247640 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.247917 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.248188 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.248475 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.248756 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.249045 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.249327 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.249605 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.249900 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.250202 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.250487 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.250763 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.251041 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.251329 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.251613 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.251909 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.252203 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.252496 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.252787 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.253081 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.253360 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.253668 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.253949 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:51.254190 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:17:51.254430 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=75701) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 19:17:51.673501 dv-cinder-805825-3-smb neutron-server[75701]: INFO keyring.backend [-] Loading KWallet Sep 15 19:17:51.680993 dv-cinder-805825-3-smb neutron-server[75701]: INFO keyring.backend [-] Loading SecretService Sep 15 19:17:51.684157 dv-cinder-805825-3-smb neutron-server[75701]: INFO keyring.backend [-] Loading Windows Sep 15 19:17:51.685671 dv-cinder-805825-3-smb neutron-server[75701]: INFO keyring.backend [-] Loading chainer Sep 15 19:17:51.686342 dv-cinder-805825-3-smb neutron-server[75701]: INFO keyring.backend [-] Loading macOS Sep 15 19:17:51.720707 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=75701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:51.720975 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=75701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:51.721259 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=75701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:17:51.721585 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 19:17:52.044249 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.044704 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.045021 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.103295 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.103573 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.103836 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.106983 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.107257 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.107522 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.136562 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.136832 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.137093 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.164447 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.164722 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.164984 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.480532 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.481158 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.481158 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.481352 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.482055 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.612232 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.612549 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.612831 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.613097 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.613362 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.613667 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.613928 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.614204 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.614458 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.614735 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.614989 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.615249 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.615508 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.615759 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.616020 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.616284 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.616589 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.616859 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.617108 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.617388 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.617734 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.617985 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.618256 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.618537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.618783 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.619025 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.619401 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=75701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:17:52.619638 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=75701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:17:52.619872 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=75701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:17:52.620106 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=75701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:17:52.620338 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=75701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:17:52.620569 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=75701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:17:52.621109 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 19:17:52.624240 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 19:17:52.628133 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 19:17:52.631840 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 15 19:17:52.633983 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 19:17:52.634398 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 19:17:52.634730 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 19:17:52.635107 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 19:17:52.637842 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 19:17:52.638092 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 19:17:52.638458 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 19:17:52.666546 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 15 19:17:52.666982 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.667276 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=75701) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 19:17:52.667637 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.668973 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=75701) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 19:17:52.669249 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 19:17:52.669490 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 19:17:52.672611 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.672885 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:52.733705 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 19:17:52.733885 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 19:17:52.734132 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 19:17:52.734509 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 19:17:52.770494 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_db.sqlalchemy.engines [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=75701) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 15 19:17:53.289085 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Initializing driver for type 'gre' Sep 15 19:17:53.289619 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] gre ID ranges: [(1, 1000)] Sep 15 19:17:53.465389 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Initializing driver for type 'local' Sep 15 19:17:53.465726 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Initializing driver for type 'vlan' Sep 15 19:17:53.564544 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] VlanTypeDriver initialization complete Sep 15 19:17:53.565096 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Initializing driver for type 'vxlan' Sep 15 19:17:53.565294 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] vxlan ID ranges: [(1, 1000)] Sep 15 19:17:53.886210 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Initializing extension driver 'port_security' Sep 15 19:17:53.886210 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.extensions.port_security [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] PortSecurityExtensionDriver initialization complete Sep 15 19:17:53.886210 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Initializing mechanism driver 'openvswitch' Sep 15 19:17:53.886210 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Initializing mechanism driver 'hyperv' Sep 15 19:17:53.890592 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.plugins.ml2.plugin [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=75701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:53.891342 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > port after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.891707 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > port after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.892054 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > port after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.892430 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > subnet after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.892824 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > subnet after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.893163 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.893540 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > network after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.893879 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > network after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.894237 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > network after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.894608 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > security_group after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.894944 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > security_group after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.895277 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > security_group after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.895640 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.895976 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.896408 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.896737 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] ML2 OVO RPC backend initialized. {{(pid=75701) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 15 19:17:53.897387 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.898267 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.898658 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > network before_response 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.898993 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > networks before_response 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.899328 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > port before_response 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.899659 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > ports before_response 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.899990 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > subnet before_response 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.900371 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > subnets before_response 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.900705 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > network after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.901038 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > network after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.901371 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > network after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.901697 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > port after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.902027 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > port after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.902378 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > port after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.902707 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > subnet after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.903037 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > subnet after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.903398 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.903971 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.plugin [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Modular L2 Plugin initialization complete Sep 15 19:17:53.904293 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading services supported by the core plugin {{(pid=75701) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 19:17:53.905114 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.plugins.ml2.managers [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Got port-security extension from driver 'port_security' Sep 15 19:17:53.905114 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.extensions.vlantransparent [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Disabled vlantransparent extension. Sep 15 19:17:53.905444 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=75701) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 19:17:53.905750 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading Plugin: router Sep 15 19:17:53.949649 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router_interface before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.950035 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router after_create 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.950421 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router before_create 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.950782 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.951146 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.951494 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router after_delete 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.951846 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > floatingip after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.952200 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router after_create 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.952537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router after_update 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.952877 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router after_update 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.953217 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.953568 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router after_update 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.953972 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_update 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.954418 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: port after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.954752 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: port after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.955082 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: subnet after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.955416 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.955868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > port precommit_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.956212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_create 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.956550 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: port before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.956887 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.957278 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router after_update 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.957609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_delete 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.957950 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_create 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.958329 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.958668 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_update 55549900 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.959025 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > agent after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.959367 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > agent after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.959703 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > network after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.960589 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Tracking information for resource: router configured {{(pid=75701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:17:53.960913 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Tracking information for resource: floatingip configured {{(pid=75701) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 19:17:53.965667 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.db.l3_agentschedulers_db [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 19:17:53.966269 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: port after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.966626 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: port after_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.966971 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: port after_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.967311 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: port after_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.968097 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router before_create 55550100 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.968452 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_delete 55550100 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.968803 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_create 55550100 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.969179 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > router precommit_update 55550100 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:53.973606 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.services.provider_configuration [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service providers = [] {{(pid=75701) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 19:17:53.973969 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.db.servicetype_db [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=75701) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 19:17:53.977107 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.services.service_base [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=75701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:17:53.977448 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.services.service_base [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=75701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:17:53.977786 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.services.service_base [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=75701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:17:53.978702 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.services.service_base [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=75701) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 19:17:53.979070 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.services.service_base [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 19:17:53.979440 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=75701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:17:53.979753 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 19:17:53.993752 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=75701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:17:53.994081 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading Plugin: auto_allocate Sep 15 19:17:53.999844 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: network precommit_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:54.000204 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: network precommit_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:54.000712 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=75701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:17:54.001031 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading Plugin: tag Sep 15 19:17:54.008347 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=75701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:17:54.008670 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading Plugin: timestamp Sep 15 19:17:54.012444 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=75701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:17:54.012767 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading Plugin: network_ip_availability Sep 15 19:17:54.018402 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:54.018767 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:54.019117 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:54.019825 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=75701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:17:54.020138 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading Plugin: flavors Sep 15 19:17:54.024994 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=75701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:17:54.025319 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading Plugin: revisions Sep 15 19:17:54.029510 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=75701) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 19:17:54.029898 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_concurrency.lockutils [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.309s {{(pid=75701) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:17:54.030665 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=75701) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Sep 15 19:17:54.031004 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Initializing extension manager. Sep 15 19:17:54.031500 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: __init__.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.031833 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: __pycache__ {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.032157 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.032479 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.032797 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: _filter_validation_lib.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.033117 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.033433 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: address_group.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.034201 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.034756 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: address-group Sep 15 19:17:54.035069 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: address_scope.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.035764 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.036261 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: address-scope Sep 15 19:17:54.036572 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: admin_state_down_before_update.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.037474 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.037992 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: router-admin-state-down-before-update Sep 15 19:17:54.038826 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: agent.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.039508 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.040007 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: agent Sep 15 19:17:54.040319 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: agent_resources_synced.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.041221 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.041721 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: agent-resources-synced Sep 15 19:17:54.042031 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: allowedaddresspairs.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.043819 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.044332 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: allowed-address-pairs Sep 15 19:17:54.044652 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: auto_allocated_topology.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.045699 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.046240 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: auto-allocated-topology Sep 15 19:17:54.046556 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: availability_zone.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.047234 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.047733 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: availability_zone Sep 15 19:17:54.048047 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: availability_zone_filter.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.048937 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.049437 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: availability_zone_filter Sep 15 19:17:54.049752 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: data_plane_status.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.050664 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.051169 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 19:17:54.051482 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: default_subnetpools.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.052376 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.052874 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: default-subnetpools Sep 15 19:17:54.053189 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: dhcpagentscheduler.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.054514 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.055013 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: dhcp_agent_scheduler Sep 15 19:17:54.055327 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: dns.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.056230 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.056828 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension dns-integration not supported by any of loaded plugins Sep 15 19:17:54.057151 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: dns_domain_ports.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.058044 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.058565 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 19:17:54.058882 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: dvr.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.059539 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.060034 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: dvr Sep 15 19:17:54.060344 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: empty_string_filtering.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.061241 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.061740 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: empty-string-filtering Sep 15 19:17:54.062052 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.062983 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.063478 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 19:17:54.063789 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.064680 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.065173 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 19:17:54.065484 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: external_net.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.066423 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.066926 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: external-net Sep 15 19:17:54.067237 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: extra_dhcp_opt.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.068136 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.068631 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: extra_dhcp_opt Sep 15 19:17:54.068943 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: extraroute.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.069871 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.070403 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: extraroute Sep 15 19:17:54.070719 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: extraroute_atomic.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.071748 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.072258 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: extraroute-atomic Sep 15 19:17:54.072577 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: filter_validation.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.073232 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.073733 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: filter-validation Sep 15 19:17:54.074047 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: fip_pf_description.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.075124 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.075626 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 19:17:54.075940 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: fip_port_details.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.076838 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.077343 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: fip-port-details Sep 15 19:17:54.077657 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: flavors.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.078880 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.079385 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: flavors Sep 15 19:17:54.079703 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.081333 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.081844 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 19:17:54.082183 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: floatingip_pools.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.082866 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.083364 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: floatingip-pools Sep 15 19:17:54.083678 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: ip_allocation.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.084582 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.085079 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 19:17:54.085414 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.086410 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.086913 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: ip-substring-filtering Sep 15 19:17:54.087229 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: l2_adjacency.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.088132 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.088627 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 19:17:54.088939 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: l3.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.089882 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.090419 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: router Sep 15 19:17:54.090737 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: l3_conntrack_helper.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.092965 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.093486 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 19:17:54.093815 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.094762 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.095271 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: ext-gw-mode Sep 15 19:17:54.095595 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.096492 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.097161 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: l3-ha Sep 15 19:17:54.097486 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: l3_flavors.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.098428 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.098934 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: l3-flavors Sep 15 19:17:54.099251 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.100142 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.100642 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 19:17:54.101473 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: l3agentscheduler.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.102519 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.103023 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: l3_agent_scheduler Sep 15 19:17:54.103342 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: logging.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.104803 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.105312 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension logging not supported by any of loaded plugins Sep 15 19:17:54.105634 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: metering.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.106402 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.106971 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: metering Sep 15 19:17:54.107287 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.108355 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.108861 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: metering_source_and_destination_fields Sep 15 19:17:54.109180 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: multiprovidernet.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.110237 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.110750 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: multi-provider Sep 15 19:17:54.111067 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: netmtu.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.111973 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.112472 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: net-mtu Sep 15 19:17:54.112784 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: netmtu_writable.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.113680 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.114214 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: net-mtu-writable Sep 15 19:17:54.114530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: network_availability_zone.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.115184 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.115679 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: network_availability_zone Sep 15 19:17:54.115989 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: network_ip_availability.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.117593 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.118099 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: network-ip-availability Sep 15 19:17:54.118443 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: network_segment_range.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.119194 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.119692 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 19:17:54.120004 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: pagination.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.120961 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.121289 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: pagination Sep 15 19:17:54.121601 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.122536 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.123048 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: port-mac-address-regenerate Sep 15 19:17:54.123363 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: port_resource_request.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.124270 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.124768 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 19:17:54.125079 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: portbindings.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.125992 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.126529 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: binding Sep 15 19:17:54.126844 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: portbindings_extended.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.128082 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.128587 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: binding-extended Sep 15 19:17:54.128906 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: portsecurity.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.129799 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.130334 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: port-security Sep 15 19:17:54.130651 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: project_id.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.131608 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.131931 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: project-id Sep 15 19:17:54.132266 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: providernet.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.133174 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.133684 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: provider Sep 15 19:17:54.134000 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.137497 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.137965 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos not supported by any of loaded plugins Sep 15 19:17:54.138318 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.139544 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.140307 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 19:17:54.140630 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.141537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.142043 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 19:17:54.142393 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos_default.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.143291 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.143797 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos-default not supported by any of loaded plugins Sep 15 19:17:54.144116 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos_fip.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.144755 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.145253 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos-fip not supported by any of loaded plugins Sep 15 19:17:54.145567 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos_gateway_ip.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.146510 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.147011 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 19:17:54.147325 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos_port_network_policy.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.148244 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.148749 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 19:17:54.149127 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos_rule_type_details.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.149960 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.150505 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 19:17:54.150820 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: qos_rules_alias.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.151855 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.152344 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 19:17:54.152660 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: quotasv2.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.153545 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.153863 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: quotas Sep 15 19:17:54.154212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: quotasv2_detail.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.155922 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.156260 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: quota_details Sep 15 19:17:54.156585 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: rbac.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.157619 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.158240 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: rbac-policies Sep 15 19:17:54.158571 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: rbac_address_scope.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.159482 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.159987 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: rbac-address-scope Sep 15 19:17:54.160306 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: rbac_security_groups.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.161209 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.161714 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: rbac-security-groups Sep 15 19:17:54.162031 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: rbac_subnetpool.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.162945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.163962 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: rbac-subnetpool Sep 15 19:17:54.164282 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: revisionifmatch.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.165190 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.165696 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: revision-if-match Sep 15 19:17:54.166014 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: revisions.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.167130 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.167638 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: standard-attr-revisions Sep 15 19:17:54.167959 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: router_availability_zone.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.168618 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.169124 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: router_availability_zone Sep 15 19:17:54.169445 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: routerservicetype.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.170378 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.170880 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension router-service-type not supported by any of loaded plugins Sep 15 19:17:54.171196 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: security_groups_port_filtering.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.172117 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.172620 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: port-security-groups-filtering Sep 15 19:17:54.172938 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: securitygroup.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.184135 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.184657 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: security-group Sep 15 19:17:54.184981 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: segment.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.185747 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.186299 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension segment not supported by any of loaded plugins Sep 15 19:17:54.186620 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.187546 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.188051 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 19:17:54.188367 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: servicetype.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.189429 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.189948 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: service-type Sep 15 19:17:54.190294 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: sorting.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.191256 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.191584 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: sorting Sep 15 19:17:54.191908 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: standard_attr_segment.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.192803 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.193310 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 19:17:54.193623 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: standardattrdescription.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.194298 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.194819 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: standard-attr-description Sep 15 19:17:54.195131 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: stateful_security_group.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.196045 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.196548 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: stateful-security-group Sep 15 19:17:54.196860 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: stdattrs_common.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.197432 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 19:17:54.197746 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.198669 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.199175 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 19:17:54.199489 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: subnet_onboard.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.200607 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.201118 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: subnet_onboard Sep 15 19:17:54.201436 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.202388 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.202892 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 19:17:54.203206 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: subnet_service_types.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.204113 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.204632 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: subnet-service-types Sep 15 19:17:54.204948 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: subnetallocation.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.206002 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.206549 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: subnet_allocation Sep 15 19:17:54.206869 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.207550 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.208053 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: subnetpool-prefix-ops Sep 15 19:17:54.208368 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.209278 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.209786 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 19:17:54.210132 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: tagging.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.211320 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.211846 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: standard-attr-tag Sep 15 19:17:54.212165 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: timestamp.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.213364 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.213873 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loaded extension: standard-attr-timestamp Sep 15 19:17:54.214226 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: trunk.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.215244 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.215754 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension trunk not supported by any of loaded plugins Sep 15 19:17:54.216073 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: trunk_details.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.216975 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.217485 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension trunk-details not supported by any of loaded plugins Sep 15 19:17:54.217803 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: uplink_status_propagation.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.218735 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.219241 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 19:17:54.219556 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Loading extension file: vlantransparent.py {{(pid=75701) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Sep 15 19:17:54.220218 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=75701) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Sep 15 19:17:54.220719 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 19:17:54.223007 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:network Sep 15 19:17:54.223718 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:subnet Sep 15 19:17:54.224477 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:17:54.225063 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:port Sep 15 19:17:54.226880 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.227314 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service FLAVORS assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.227921 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.228331 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.228652 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:router Sep 15 19:17:54.229285 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:floatingip Sep 15 19:17:54.229992 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service METERING assigned prefix: /metering {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.231440 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:54.231799 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:54.232142 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=75701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:17:54.233251 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 19:17:54.233674 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:security_group Sep 15 19:17:54.234341 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 19:17:54.235067 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service CORE assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.235396 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:17:54.235722 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] subnetpool is already registered Sep 15 19:17:54.236316 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service CORE assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.236633 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:17:54.236944 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] subnetpool is already registered Sep 15 19:17:54.239475 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.239899 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service FLAVORS assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.240480 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.240891 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.241213 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:router Sep 15 19:17:54.242078 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] router is already registered Sep 15 19:17:54.242696 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:floatingip Sep 15 19:17:54.243017 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] floatingip is already registered Sep 15 19:17:54.243627 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service METERING assigned prefix: /metering {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.244280 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 19:17:54.244603 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] rbac_policy is already registered Sep 15 19:17:54.245129 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:security_group Sep 15 19:17:54.245449 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] security_group is already registered Sep 15 19:17:54.246022 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 19:17:54.246366 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] security_group_rule is already registered Sep 15 19:17:54.247002 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service CORE assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.247320 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:17:54.247636 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] subnetpool is already registered Sep 15 19:17:54.248227 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.v2.resource_helper [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Service CORE assigned prefix: {{(pid=75701) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 19:17:54.248555 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 19:17:54.248874 dv-cinder-805825-3-smb neutron-server[75701]: WARNING neutron.quota.resource_registry [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] subnetpool is already registered Sep 15 19:17:54.249494 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: extensions {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.250936 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: address-groups {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.252497 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: address-scopes {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.253644 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: agents {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.254792 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: auto-allocated-topology {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.255987 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: availability_zones {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.257278 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: dhcp-networks {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.258868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: dhcp-agents {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.260234 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: routers {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.261962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: flavors {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.263138 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: service_profiles {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.264282 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: next_providers {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.266155 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: service_profiles {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.267550 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: floatingip-pools {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.268734 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: routers {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.270493 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: floatingips {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.271635 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: l3-routers {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.273014 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: l3-agents {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.274373 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: metering-labels {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.276472 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: metering-label-rules {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.277699 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: network-ip-availabilities {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.279021 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: bindings {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.280609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: quotas {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.281983 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: quotas {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.283390 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: rbac-policies {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.284643 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: security-groups {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.285802 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: security-group-rules {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.287031 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: service-providers {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.288204 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: subnetpools {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.290057 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: subnetpools {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.291484 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.293101 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.294900 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.296738 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.298664 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.300366 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.302291 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.304788 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.306732 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.308613 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron.api.extensions [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Extended resource: tags {{(pid=75701) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Sep 15 19:17:54.314586 dv-cinder-805825-3-smb neutron-server[75701]: WARNING keystonemiddleware.auth_token [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 19:17:54.319582 dv-cinder-805825-3-smb neutron-server[75701]: WARNING keystonemiddleware.auth_token [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 19:17:54.328409 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_concurrency.lockutils [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Acquired lock "singleton_lock" {{(pid=75701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 19:17:54.328877 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_concurrency.lockutils [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Releasing lock "singleton_lock" {{(pid=75701) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 19:17:54.329488 dv-cinder-805825-3-smb neutron-server[75701]: INFO oslo_service.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Starting 2 workers Sep 15 19:17:54.333948 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Started child 75810 {{(pid=75701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 19:17:54.338030 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Started child 75811 {{(pid=75701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 19:17:54.339307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:54.339847 dv-cinder-805825-3-smb neutron-server[75701]: INFO neutron.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 19:17:54.340225 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Notify callbacks [] for process, before_spawn {{(pid=75701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:54.340669 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [-] (75810) wsgi starting up on http://0.0.0.0:9696 Sep 15 19:17:54.342648 dv-cinder-805825-3-smb neutron-server[75701]: INFO oslo_service.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Starting 1 workers Sep 15 19:17:54.342760 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:54.343955 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [-] (75811) wsgi starting up on http://0.0.0.0:9696 Sep 15 19:17:54.347479 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Started child 75812 {{(pid=75701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 19:17:54.348010 dv-cinder-805825-3-smb neutron-server[75701]: INFO oslo_service.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Starting 1 workers Sep 15 19:17:54.351823 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] calling RpcWorker wait() {{(pid=75812) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 19:17:54.352426 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] returning from RpcWorker wait() {{(pid=75812) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 19:17:54.352573 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Started child 75813 {{(pid=75701) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 19:17:54.353338 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG neutron_lib.callbacks.manager [None req-20cef11c-474f-4091-9e6c-76167e4e8b4c None None] Notify callbacks [] for process, after_spawn {{(pid=75701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:54.354010 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:54.354534 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:54.355291 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75701) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 19:17:54.355499 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:17:54.355678 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:17:54.355881 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:17:54.356224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:17:54.356383 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:17:54.356874 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.357129 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.357391 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.357478 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:17:54.357909 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.357992 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.358498 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.358750 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.358995 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.359262 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.359522 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.359798 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.359971 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.360212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.360458 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.360748 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.361012 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.361253 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.361521 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.361686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.361933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.362221 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.362447 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.362707 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] debug = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.362958 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.363450 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.363670 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.363921 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.364151 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.364431 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.364669 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.364937 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.365147 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.365382 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.365616 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.365882 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.366128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.366417 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.367237 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.367457 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.367941 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] host = dv-cinder-805825-3-smb {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.368188 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.368407 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.368652 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.368880 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.369135 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.369347 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.369589 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.369829 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.370079 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.370355 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.370593 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.370857 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.371077 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.371326 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_file = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.371491 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_options = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.371742 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.372009 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.372279 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.372499 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.372637 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.372767 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.373035 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.373201 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.373450 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.373685 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.373897 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.374139 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.374383 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.374626 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.374880 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.375120 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.375372 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.375579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.375834 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.376062 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.376285 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.376531 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.376743 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.376959 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.377202 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.377429 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.377650 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.377862 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.378072 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.378340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.378610 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.378863 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.379094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.379330 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.379554 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.379778 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.380008 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.380275 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.380501 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.380744 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.381006 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.381214 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.381504 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.381840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.383225 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:54.383381 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.383517 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_json = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.383697 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.383915 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.384172 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.384406 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.384818 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.386170 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.386619 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.386957 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.387346 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.387695 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.387977 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.388220 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.388466 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.388720 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.388962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.389195 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.389433 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.389936 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.390279 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.390526 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.390858 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.391142 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.391396 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.391663 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.391885 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.392149 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.392386 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.392605 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.392822 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.393051 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.393319 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.393543 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.393781 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.394027 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.394283 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.394503 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.394735 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.395045 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.395296 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.415609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416173 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.416682 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417197 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.417698 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418224 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.418686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419128 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.419580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420125 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.420609 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.421044 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.421044 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.421044 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.421044 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.421044 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.421332 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.422546 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.422546 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.422546 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.422546 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.422546 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.423098 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.423098 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.423340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.423340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.423541 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.423803 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.424058 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.424298 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.424533 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.424753 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.424985 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.425232 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.425447 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.425670 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.425883 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.426149 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.426402 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.426640 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.426874 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.427112 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.427341 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.427599 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.427818 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.428095 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.428997 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.428997 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.428997 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.428997 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.429295 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.429420 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.429695 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.429932 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.430163 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.430378 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.430594 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.430809 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.431036 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.431261 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.431488 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.431745 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.431964 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.432289 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.432524 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.432780 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.432998 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.433212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.433429 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.433646 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.433881 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.434122 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.434336 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.438868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.439496 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.439496 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.439496 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.439496 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.439786 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.439863 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.440111 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.440357 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.440585 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.440861 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.441188 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.441401 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.441649 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.441868 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.442135 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.442350 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.442629 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.442954 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.443253 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.443497 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.443738 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.444032 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.444322 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.444594 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.445023 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.445323 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.445671 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.446001 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.446297 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.446546 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.446841 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.447094 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.447315 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.447552 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.447786 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.448002 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.448242 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.448478 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.448700 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.448917 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.449145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.449347 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.449597 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.449823 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.450066 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.450304 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.450472 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:17:54.450982 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=75701) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 19:17:54.451142 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 19:17:54.451295 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 19:17:54.451483 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 19:17:54.451655 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 19:17:54.451806 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 19:17:54.452010 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.452172 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.452364 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.452521 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.452680 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.452875 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.453039 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.453198 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.453357 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.453513 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.453671 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.453830 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.453988 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.454167 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.454327 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.454507 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.454639 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.454797 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.454960 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.455167 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] config_source = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.455385 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.455497 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.455630 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] debug = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.455789 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.455990 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.456154 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.456313 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.456471 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.456628 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.456786 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.456944 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.457100 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.457259 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.457416 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.457573 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.457731 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.457888 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.458044 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.458223 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.458395 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] host = dv-cinder-805825-3-smb {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.458529 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.458685 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.458843 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.458999 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.459156 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.459315 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.459472 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.459631 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.459789 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.459945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.460653 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.460770 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.460926 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_dir = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.461084 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_file = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.461242 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_options = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.461399 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.461560 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.461717 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.461908 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.462070 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.462252 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.462409 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.462567 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.462724 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.462881 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.463037 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.463195 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.463351 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.463509 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.463667 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.463920 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.464217 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.464367 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.464771 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.464771 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.465037 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.465384 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.465384 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.465520 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.465627 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.465788 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.465934 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.466087 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.466266 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.466424 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.466580 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.466742 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.466901 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.467058 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.467215 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.467372 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.467529 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.467692 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.467850 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.468006 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.468164 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.468321 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.468477 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.468638 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.468780 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_journal = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.468940 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_json = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.469095 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.469436 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.469436 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.469697 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.469697 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.469915 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.470021 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.470167 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 19:17:54.471212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.471212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.471212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.471212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.471212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.471212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.471212 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482299 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482299 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482299 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482299 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482299 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482299 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482299 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482299 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.482839 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483361 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.483945 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.484530 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485099 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.485684 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486307 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486307 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486307 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486307 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486307 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486307 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486307 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486307 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.486840 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487441 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.487962 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488481 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488481 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488481 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488481 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488481 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488481 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488481 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488481 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.488996 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.489579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.489579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.489579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.489579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.489579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.489579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.489579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.489579 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490137 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490137 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490137 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490137 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490423 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490423 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490562 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490703 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.490863 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.491027 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.491190 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.491336 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.491525 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.491686 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.491846 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.492006 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.492167 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.492328 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.492489 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.492649 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.492810 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.492970 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.493129 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.493290 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.493859 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.494470 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.494638 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.494796 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.494933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.495084 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.495241 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.495427 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.495569 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.495777 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.496004 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.496004 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.498133 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.498133 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.498133 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.498133 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.498133 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.498133 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.498133 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.498133 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.500145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.500145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.500145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.500145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.500145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.500145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.500145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.500145 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.501561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.501561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.501561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.501561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.501561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.501561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.501561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.501561 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503340 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.503979 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.504591 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.504591 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.504591 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.504591 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.504591 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.504591 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.504591 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.504591 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.505126 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.505126 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.505126 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.505126 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.505126 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.505126 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.505126 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.505126 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.523837 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.523837 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.523837 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.523837 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.523837 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.523837 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.523837 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.523837 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524404 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524404 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524404 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524404 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524404 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524404 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524404 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524404 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.524933 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.525537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.525537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.525537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.525537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.525537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.525537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.525537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 19:17:54.525537 dv-cinder-805825-3-smb neutron-server[75701]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=75701) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 19:17:54.526220 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:17:54.716163 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 42954) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:17:54.724599 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063052 Sep 15 19:18:05.101655 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a30129-fa3f-4d52-bf0a-8c8b55187463 None None] get_active_networks_info from dv-cinder-805825-3-smb {{(pid=75812) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 15 19:18:05.208341 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a30129-fa3f-4d52-bf0a-8c8b55187463 None None] No non-hosted networks {{(pid=75812) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 19:18:05.222288 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.agentschedulers_db [None req-02a30129-fa3f-4d52-bf0a-8c8b55187463 None None] DHCP Agent not found on host dv-cinder-805825-3-smb {{(pid=75812) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 19:18:05.329872 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5114bedd-0e38-4ee0-b7aa-a720c27a2861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692709'] for agent, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:05.579948 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692709'] for agent, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:05.580576 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.580906 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.581229 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.581553 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.581871 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.582231 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.582550 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.582866 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.583180 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.583496 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.583981 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:05.584495 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805825-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:05.591227 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805825-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:07.501007 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-35325308-be1d-4d0c-b25e-75f615ae3bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692709'] for agent, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:07.575653 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.api [None req-42e404a6-fe36-4e53-b41a-5ac7accd2bcf None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-805825-3-smb {{(pid=75812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:18:07.576304 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_db.api [None req-42e404a6-fe36-4e53-b41a-5ac7accd2bcf None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:18:08.182267 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-42e404a6-fe36-4e53-b41a-5ac7accd2bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:08.543172 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692709'] for agent, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:09.528241 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.db.l3_hamode_db [None req-d268ca1f-9669-42fd-9abc-7570eccb3646 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 19:18:09.613752 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268ca1f-9669-42fd-9abc-7570eccb3646 None None] Routers set() bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:09.614404 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d268ca1f-9669-42fd-9abc-7570eccb3646 None None] Router IDs set() for agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 19:18:09.833493 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692709'] for agent, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:11.429855 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43046) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:12.018265 dv-cinder-805825-3-smb neutron-server[75811]: WARNING oslo_policy.policy [None req-fea978ad-c14e-46f1-87f4-4836d7c08d5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:12.018843 dv-cinder-805825-3-smb neutron-server[75811]: WARNING oslo_policy.policy [None req-fea978ad-c14e-46f1-87f4-4836d7c08d5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:12.231446 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [None req-fea978ad-c14e-46f1-87f4-4836d7c08d5c admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:18:12.232398 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-fea978ad-c14e-46f1-87f4-4836d7c08d5c admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8016217 Sep 15 19:18:14.451124 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43060) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:14.858990 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:14.908308 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.policy [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75811) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 19:18:14.909057 dv-cinder-805825-3-smb neutron-server[75811]: WARNING oslo_policy.policy [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:14.909419 dv-cinder-805825-3-smb neutron-server[75811]: WARNING oslo_policy.policy [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:14.912708 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.quota [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] Loaded quota_driver: . Sep 15 19:18:14.928547 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:15.067608 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740177389169', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740177347064', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740177350230', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740177357963', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740177368631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3682918', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3690515', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611033'] for rbac-policy, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.236711 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:15.237982 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8f9d216d-88f1-4268-ae0c-cf3ceaf87382 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7859175 Sep 15 19:18:17.715359 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43074) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:18.081466 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3e137f1f410042778983a1614fcbef88', 'name': 'private'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:18.086066 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:18.090398 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Usage tracker for resource:network and tenant:3e137f1f410042778983a1614fcbef88 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:18.094874 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:18.101310 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:18.185395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Made reservation on behalf of 3e137f1f410042778983a1614fcbef88 for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:18.188215 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.205812 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.247177 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:18.250771 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3e137f1f410042778983a1614fcbef88 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:18.253582 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:18.259343 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:18.322609 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.387500 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.393051 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:18.410500 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:18:18.435806 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740176215736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.436388 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Unsubscribe: segment precommit_create {{(pid=75811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 19:18:18.436832 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Added segment 35148030-2c50-4218-8b7f-84db7a17bdc7 of type vlan for network 63129569-a65d-4661-92c7-49de7f393514 Sep 15 19:18:18.450434 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4f89e-be40-4a00-92db-cdeb0f26554f,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:18.502608 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.502937 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.503256 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.503567 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.503877 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.504183 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.504489 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.504810 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.505115 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.505420 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.505715 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Tracked resource versions report: Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: pushed versions: Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Log': {'1.0'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Network': {'1.1'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Port': {'1.5'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'PortForwarding': {'1.2'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'QosPolicy': {'1.8'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'SecurityGroup': {'1.2'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'SubPort': {'1.0'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Subnet': {'1.1'}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Trunk': {'1.1'}} Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: consumer versions: Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: { DHCP agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: L3 agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: Metadata agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: Metering agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: Open vSwitch agent@dv-cinder-805825-3-smb: { 'ConntrackHelper': '1.0', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Log': '1.0', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Network': '1.1', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Port': '1.5', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'PortForwarding': '1.2', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'QosPolicy': '1.8', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'SecurityGroup': '1.2', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'SecurityGroupRule': '1.0', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'SubPort': '1.0', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Subnet': '1.1', Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: 'Trunk': '1.1'}} Sep 15 19:18:18.506828 dv-cinder-805825-3-smb neutron-server[75811]: {{(pid=75811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:18:18.556433 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:18.559673 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.667392 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.668658 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:18.669331 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:18.673765 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:18.782736 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Pushing event updated for resources: {'Network': ['ID=63129569-a65d-4661-92c7-49de7f393514,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:18.787746 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:18.796912 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 63129569-a65d-4661-92c7-49de7f393514 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:18:18.837352 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1209233 Sep 15 19:18:21.376054 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43090) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:21.837891 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e1f7bc-0181-4a74-b92e-0fd34ca66121 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:21.839527 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-42e1f7bc-0181-4a74-b92e-0fd34ca66121 admin admin] 10.222.0.57 "GET /v2.0/networks/63129569-a65d-4661-92c7-49de7f393514 HTTP/1.1" status: 200 len: 825 time: 0.4622464 Sep 15 19:18:21.867676 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b2916f22-25cc-4662-9d68-21fa75d5bed4 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/faef18c9-4ed6-451e-8055-df7e08fa6524 HTTP/1.1" status: 200 len: 734 time: 0.0229738 Sep 15 19:18:21.876716 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Request body: {'subnet': {'tenant_id': '3e137f1f410042778983a1614fcbef88', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'faef18c9-4ed6-451e-8055-df7e08fa6524', 'network_id': '63129569-a65d-4661-92c7-49de7f393514', 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:21.880904 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:21.884571 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Usage tracker for resource:subnet and tenant:3e137f1f410042778983a1614fcbef88 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:21.887402 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:21.893151 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:21.964383 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Made reservation on behalf of 3e137f1f410042778983a1614fcbef88 for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:21.966678 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Notify callbacks [] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.313213 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.317850 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:22.398081 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:22.403584 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:22.404750 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Checking segment: {'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:22.405122 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Network hostable DHCP agents. Network: 63129569-a65d-4661-92c7-49de7f393514, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:18:22.515911 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Network 63129569-a65d-4661-92c7-49de7f393514 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:18:22.601989 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 63129569-a65d-4661-92c7-49de7f393514) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:22.606482 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:22.607075 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:22.611496 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2af6238-6f57-4800-b5a9-8fe4e8cb47a8 None None] Network 63129569-a65d-4661-92c7-49de7f393514 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:18:22.708091 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8346210 Sep 15 19:18:22.911484 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec68947a-901f-532e-b36f-b1c47c7535e8-63129569-a65d-4661-92c7-49de7f393514', 'network_id': '63129569-a65d-4661-92c7-49de7f393514', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'fixed_ips': [{'subnet_id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0'}]}} from dv-cinder-805825-3-smb. {{(pid=75812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:18:22.914210 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:23.096351 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.db_base_plugin_common [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Allocated IP 172.20.0.2 (63129569-a65d-4661-92c7-49de7f393514/24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0/3cc3d0a0-7024-45cc-b20f-35de9b26c5b6) {{(pid=75812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:23.324163 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Notify callbacks [] for port, precommit_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:23.337263 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Transition to ACTIVE for port object 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:23.358818 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Transition to ACTIVE for port object 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 will not be triggered until provisioned by entity DHCP. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:23.439636 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:23.445108 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:23.506653 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Network 63129569-a65d-4661-92c7-49de7f393514 is already hosted by enough agents. {{(pid=75812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:23.509503 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.base_scheduler [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Resources bound (agent type, host, resource id): {{(pid=75812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:23.514577 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Pushing event updated for resources: {'Port': ['ID=3cc3d0a0-7024-45cc-b20f-35de9b26c5b6,revision_number=1']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:23.516829 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Received port after_create {{(pid=75812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:23.555070 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.555398 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.555727 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.556044 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.556362 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.556674 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.556983 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.557292 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.557613 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.557916 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.558252 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Tracked resource versions report: Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: pushed versions: Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Log': {'1.0'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Network': {'1.1'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Port': {'1.5'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'PortForwarding': {'1.2'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'QosPolicy': {'1.8'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'SecurityGroup': {'1.2'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'SubPort': {'1.0'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Subnet': {'1.1'}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Trunk': {'1.1'}} Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: consumer versions: Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: { DHCP agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: L3 agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: Metadata agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: Metering agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: Open vSwitch agent@dv-cinder-805825-3-smb: { 'ConntrackHelper': '1.0', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Log': '1.0', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Network': '1.1', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Port': '1.5', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'PortForwarding': '1.2', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'QosPolicy': '1.8', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'SecurityGroup': '1.2', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'SecurityGroupRule': '1.0', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'SubPort': '1.0', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Subnet': '1.1', Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: 'Trunk': '1.1'}} Sep 15 19:18:23.559364 dv-cinder-805825-3-smb neutron-server[75812]: {{(pid=75812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:18:23.566783 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:23.620714 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Attempting to bind port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:23.621327 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Attempting to bind port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:23.621427 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Attempting to bind port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 on network 63129569-a65d-4661-92c7-49de7f393514 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:23.627768 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:23.628178 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Checking segment: {'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:23.628641 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:23.629026 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Bound using segment: {'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:23.629484 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Bound port: 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:23.629867 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:23.713626 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] For port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:23.717497 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] For port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=3cc3d0a0-7024-45cc-b20f-35de9b26c5b6,segment=NetworkSegment(35148030-2c50-4218-8b7f-84db7a17bdc7),segment_id=35148030-2c50-4218-8b7f-84db7a17bdc7)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:23.773679 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:23.777621 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:23.876366 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Pushing event updated for resources: {'Port': ['ID=3cc3d0a0-7024-45cc-b20f-35de9b26c5b6,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:23.880216 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:24.950552 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43100) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:25.347071 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [None req-1bb2cb47-b4c0-4d56-8e73-3ab433a35c27 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:18:25.348058 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-1bb2cb47-b4c0-4d56-8e73-3ab433a35c27 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3964038 Sep 15 19:18:27.526941 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6405b32-1b46-4252-8a22-afa538ac49f0 None None] Network 63129569-a65d-4661-92c7-49de7f393514 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:18:27.589719 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43114) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:27.699003 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-24b14fdd-e423-4530-9f25-abc91f67d708 None None] Provisioning for port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:27.807596 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:27.944921 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:27.950429 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:27.950531 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.000757 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [None req-98223993-51e3-4ad8-bff9-011941bfc89b admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:18:28.001741 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-98223993-51e3-4ad8-bff9-011941bfc89b admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4110129 Sep 15 19:18:28.073582 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.094515 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-cfe33a5b-662f-4374-af19-c79520d74eee None None] Provisioning complete for port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:28.094886 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-cfe33a5b-662f-4374-af19-c79520d74eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.155849 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=3cc3d0a0-7024-45cc-b20f-35de9b26c5b6,segment=NetworkSegment(35148030-2c50-4218-8b7f-84db7a17bdc7),segment_id=35148030-2c50-4218-8b7f-84db7a17bdc7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:28.223262 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.228040 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:28.255045 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-cfe33a5b-662f-4374-af19-c79520d74eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:28.352183 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=3cc3d0a0-7024-45cc-b20f-35de9b26c5b6,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:28.356740 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:28.361015 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.api [None req-cfe33a5b-662f-4374-af19-c79520d74eee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=75812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:18:28.361233 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_db.api [None req-cfe33a5b-662f-4374-af19-c79520d74eee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:18:29.776824 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:29.844425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:29.844787 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:30.535716 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43126) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:30.982712 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3e137f1f410042778983a1614fcbef88'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:30.987658 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:30.991945 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Usage tracker for resource:router and tenant:3e137f1f410042778983a1614fcbef88 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:30.995204 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:31.000903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:31.090280 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254087'] for router, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:31.091744 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-331940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254092'] for router, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:31.116685 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:31.267682 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869'] for router, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:31.330302 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:31.331493 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-46c57005-2e51-4f82-94e9-b012642f66af admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7948217 Sep 15 19:18:33.588722 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43136) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:33.974145 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [None req-c5a46422-9666-4fbf-be35-0265851e9b2a admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:18:33.975631 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c5a46422-9666-4fbf-be35-0265851e9b2a admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3859942 Sep 15 19:18:35.087408 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3df35e4a-ae99-4b2a-acdd-8d3bb601e57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:35.553603 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:36.289082 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43146) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:36.665960 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:36.670917 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:36.674626 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Usage tracker for resource:network and tenant:f21cef9aa9ca4d30a76ba8e42d6be406 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:36.678231 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:36.685634 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:36.795240 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Made reservation on behalf of f21cef9aa9ca4d30a76ba8e42d6be406 for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:36.797477 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:36.812138 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:36.841248 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:36.844881 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Usage tracker for resource:security_group_rule and tenant:f21cef9aa9ca4d30a76ba8e42d6be406 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:36.847621 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:36.854281 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:36.914879 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:36.992144 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:36.994984 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:37.014760 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Reserving flat network on physical network physnet1 {{(pid=75811) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 19:18:37.027031 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e65870-3bba-4e0b-9f4f-93d7a937cebb,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:37.030669 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:37.032859 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.033187 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Added segment 8c856006-b8f0-43db-8b6c-8adf6456ecde of type flat for network 4f653d49-f5e4-4d58-abca-ae1862572e36 Sep 15 19:18:37.063501 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.147043 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.148155 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:37.148711 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:37.151690 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:37.245322 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Pushing event updated for resources: {'Network': ['ID=4f653d49-f5e4-4d58-abca-ae1862572e36,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:37.247890 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:37.254585 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:18:37.298137 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9982097 Sep 15 19:18:37.430138 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6cf140b3-3d43-4a6b-a087-acac7e261aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:38.415764 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.527008 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43166) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:39.755081 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df908d4e-a41e-4ce7-ae0d-3ef2bdd0edf3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:39.757058 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-df908d4e-a41e-4ce7-ae0d-3ef2bdd0edf3 admin admin] 10.222.0.57 "GET /v2.0/subnets/24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0 HTTP/1.1" status: 200 len: 849 time: 0.2291155 Sep 15 19:18:39.784075 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:39.898797 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-bd095863-466c-4a62-a54e-db2d7be8be0c admin admin] 10.222.0.57 "GET /v2.0/routers/5ff689c8-c343-4b8c-ab97-8b71d786a2fe HTTP/1.1" status: 200 len: 704 time: 0.1362784 Sep 15 19:18:40.349731 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:40.571534 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Allocated IP 172.20.0.1 (63129569-a65d-4661-92c7-49de7f393514/24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0/9d08664c-ef25-466c-9002-a38ea066a927) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:40.749067 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:40.766276 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.provisioning_blocks [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Transition to ACTIVE for port object 9d08664c-ef25-466c-9002-a38ea066a927 will not be triggered until provisioned by entity DHCP. {{(pid=75811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:40.887862 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:40.892295 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:40.952011 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Network 63129569-a65d-4661-92c7-49de7f393514 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:40.954791 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:40.958509 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:40.959008 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694531'] for router_interface, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:40.964748 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d08664c-ef25-466c-9002-a38ea066a927,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:41.002258 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:41.159599 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:41.292665 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-32f71aff-e872-487f-9e51-3b488722267f None None] Provisioning for port 9d08664c-ef25-466c-9002-a38ea066a927 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:41.297380 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-32f71aff-e872-487f-9e51-3b488722267f None None] Provisioning complete for port 9d08664c-ef25-466c-9002-a38ea066a927 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:41.297740 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-32f71aff-e872-487f-9e51-3b488722267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:41.347277 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-32f71aff-e872-487f-9e51-3b488722267f None None] Port 9d08664c-ef25-466c-9002-a38ea066a927 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:18:41.379688 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:41.469335 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:41.470437 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3810520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695343'] for router_interface, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:41.473559 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:41.557102 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=9d08664c-ef25-466c-9002-a38ea066a927,revision_number=2']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:41.559622 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:41.674837 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Network 63129569-a65d-4661-92c7-49de7f393514 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:41.675893 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:41.870947 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-e0a9fad2-b01f-4381-a4f5-70d32471c31b None None] Provisioning complete for port 9d08664c-ef25-466c-9002-a38ea066a927 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:41.871341 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e0a9fad2-b01f-4381-a4f5-70d32471c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:41.922937 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9fad2-b01f-4381-a4f5-70d32471c31b None None] Port 9d08664c-ef25-466c-9002-a38ea066a927 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:18:42.078438 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Router 5ff689c8-c343-4b8c-ab97-8b71d786a2fe is scheduled to L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 with binding_index 1 {{(pid=75811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:18:42.239443 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:18:42.248226 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] 10.222.0.57 "PUT /v2.0/routers/5ff689c8-c343-4b8c-ab97-8b71d786a2fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3447368 Sep 15 19:18:42.249799 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c572414-5487-45a8-949d-502c5795088c None None] Sync routers for ids ['5ff689c8-c343-4b8c-ab97-8b71d786a2fe'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:18:42.263762 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c572414-5487-45a8-949d-502c5795088c None None] Routers {'5ff689c8-c343-4b8c-ab97-8b71d786a2fe'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:42.264645 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-8c572414-5487-45a8-949d-502c5795088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:18:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5ff689c8-c343-4b8c-ab97-8b71d786a2fe'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:42.436328 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-8c572414-5487-45a8-949d-502c5795088c None None] Set router 5ff689c8-c343-4b8c-ab97-8b71d786a2fe gateway port host: None {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:42.799473 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-8c572414-5487-45a8-949d-502c5795088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'name': 'router1', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:31Z', 'updated_at': '2021-09-15T19:18:41Z', 'revision_number': 2, 'project_id': '3e137f1f410042778983a1614fcbef88', 'gw_port_host': None, '_interfaces': [{'id': '9d08664c-ef25-466c-9002-a38ea066a927', 'name': '', 'network_id': '63129569-a65d-4661-92c7-49de7f393514', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'mac_address': 'fa:16:3e:35:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:40Z', 'updated_at': '2021-09-15T19:18:41Z', 'revision_number': 2, 'project_id': '3e137f1f410042778983a1614fcbef88', 'subnets': [{'id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faef18c9-4ed6-451e-8055-df7e08fa6524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:42.804732 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c572414-5487-45a8-949d-502c5795088c None None] Checking router: 5ff689c8-c343-4b8c-ab97-8b71d786a2fe for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:18:42.805116 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c572414-5487-45a8-949d-502c5795088c None None] Updating router 5ff689c8-c343-4b8c-ab97-8b71d786a2fe port 9d08664c-ef25-466c-9002-a38ea066a927 binding host dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:18:42.853138 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8c572414-5487-45a8-949d-502c5795088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:43.222176 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8c572414-5487-45a8-949d-502c5795088c None None] Notify callbacks [] for port, precommit_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:43.240547 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.provisioning_blocks [None req-8c572414-5487-45a8-949d-502c5795088c None None] Transition to ACTIVE for port object 9d08664c-ef25-466c-9002-a38ea066a927 will not be triggered until provisioned by entity L2. {{(pid=75813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:43.315273 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8c572414-5487-45a8-949d-502c5795088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:43.321189 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:43.502027 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Pushing event updated for resources: {'Port': ['ID=9d08664c-ef25-466c-9002-a38ea066a927,revision_number=3']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:43.557366 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.557698 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.558020 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.558360 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.558672 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.558982 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.559288 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.559593 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.560036 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.560338 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.560636 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Tracked resource versions report: Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: pushed versions: Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Log': {'1.0'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Network': {'1.1'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Port': {'1.5'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'PortForwarding': {'1.2'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'QosPolicy': {'1.8'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'SecurityGroup': {'1.2'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'SubPort': {'1.0'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Subnet': {'1.1'}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Trunk': {'1.1'}} Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: consumer versions: Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: { DHCP agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: L3 agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: Metadata agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: Metering agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: Open vSwitch agent@dv-cinder-805825-3-smb: { 'ConntrackHelper': '1.0', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Log': '1.0', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Network': '1.1', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Port': '1.5', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'PortForwarding': '1.2', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'QosPolicy': '1.8', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'SecurityGroup': '1.2', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'SecurityGroupRule': '1.0', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'SubPort': '1.0', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Subnet': '1.1', Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: 'Trunk': '1.1'}} Sep 15 19:18:43.562085 dv-cinder-805825-3-smb neutron-server[75813]: {{(pid=75813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:18:43.568195 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:43.573656 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-8c572414-5487-45a8-949d-502c5795088c None None] Attempting to bind port 9d08664c-ef25-466c-9002-a38ea066a927 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:43.574048 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-8c572414-5487-45a8-949d-502c5795088c None None] Attempting to bind port 9d08664c-ef25-466c-9002-a38ea066a927 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:43.574491 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c572414-5487-45a8-949d-502c5795088c None None] Attempting to bind port 9d08664c-ef25-466c-9002-a38ea066a927 on network 63129569-a65d-4661-92c7-49de7f393514 {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:43.580778 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c572414-5487-45a8-949d-502c5795088c None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:43.581197 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c572414-5487-45a8-949d-502c5795088c None None] Checking segment: {'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:43.581668 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8c572414-5487-45a8-949d-502c5795088c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:43.582044 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c572414-5487-45a8-949d-502c5795088c None None] Bound using segment: {'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:43.582517 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-8c572414-5487-45a8-949d-502c5795088c None None] Bound port: 9d08664c-ef25-466c-9002-a38ea066a927, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35148030-2c50-4218-8b7f-84db7a17bdc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '63129569-a65d-4661-92c7-49de7f393514'}}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:43.582920 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8c572414-5487-45a8-949d-502c5795088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:43.668314 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-8c572414-5487-45a8-949d-502c5795088c None None] For port 9d08664c-ef25-466c-9002-a38ea066a927, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:43.672253 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-8c572414-5487-45a8-949d-502c5795088c None None] For port 9d08664c-ef25-466c-9002-a38ea066a927, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=9d08664c-ef25-466c-9002-a38ea066a927,segment=NetworkSegment(35148030-2c50-4218-8b7f-84db7a17bdc7),segment_id=35148030-2c50-4218-8b7f-84db7a17bdc7)] {{(pid=75813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:43.756629 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8c572414-5487-45a8-949d-502c5795088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:43.760488 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:43.855714 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Pushing event updated for resources: {'Port': ['ID=9d08664c-ef25-466c-9002-a38ea066a927,revision_number=4']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:43.866933 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:43.867755 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c572414-5487-45a8-949d-502c5795088c None None] Routers {'5ff689c8-c343-4b8c-ab97-8b71d786a2fe'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:43.868368 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-8c572414-5487-45a8-949d-502c5795088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:18:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5ff689c8-c343-4b8c-ab97-8b71d786a2fe'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:44.020135 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-8c572414-5487-45a8-949d-502c5795088c None None] Set router 5ff689c8-c343-4b8c-ab97-8b71d786a2fe gateway port host: None {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:44.325928 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43188) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:44.339500 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-8c572414-5487-45a8-949d-502c5795088c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'name': 'router1', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:31Z', 'updated_at': '2021-09-15T19:18:41Z', 'revision_number': 2, 'project_id': '3e137f1f410042778983a1614fcbef88', 'gw_port_host': None, '_interfaces': [{'id': '9d08664c-ef25-466c-9002-a38ea066a927', 'name': '', 'network_id': '63129569-a65d-4661-92c7-49de7f393514', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'mac_address': 'fa:16:3e:35:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:40Z', 'updated_at': '2021-09-15T19:18:43Z', 'revision_number': 4, 'project_id': '3e137f1f410042778983a1614fcbef88', 'subnets': [{'id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faef18c9-4ed6-451e-8055-df7e08fa6524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:44.343429 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c572414-5487-45a8-949d-502c5795088c None None] The sync data for ids ['5ff689c8-c343-4b8c-ab97-8b71d786a2fe'] in dv-cinder-805825-3-smb is: [{'id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'name': 'router1', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:31Z', 'updated_at': '2021-09-15T19:18:41Z', 'revision_number': 2, 'project_id': '3e137f1f410042778983a1614fcbef88', 'gw_port_host': None, '_interfaces': [{'id': '9d08664c-ef25-466c-9002-a38ea066a927', 'name': '', 'network_id': '63129569-a65d-4661-92c7-49de7f393514', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'mac_address': 'fa:16:3e:35:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:40Z', 'updated_at': '2021-09-15T19:18:43Z', 'revision_number': 4, 'project_id': '3e137f1f410042778983a1614fcbef88', 'subnets': [{'id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faef18c9-4ed6-451e-8055-df7e08fa6524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:18:44.531638 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ee798-b32f-4a84-94a9-34c6f92c96f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:44.532187 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-1c2ee798-b32f-4a84-94a9-34c6f92c96f7 admin admin] Synchronizing usage tracker for tenant:f21cef9aa9ca4d30a76ba8e42d6be406 on resource:network {{(pid=75811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:18:44.607032 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-1c2ee798-b32f-4a84-94a9-34c6f92c96f7 admin admin] Unset dirty status for tenant:f21cef9aa9ca4d30a76ba8e42d6be406 on resource:network {{(pid=75811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:18:44.608392 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-1c2ee798-b32f-4a84-94a9-34c6f92c96f7 admin admin] 10.222.0.57 "GET /v2.0/networks/4f653d49-f5e4-4d58-abca-ae1862572e36 HTTP/1.1" status: 200 len: 842 time: 0.2813008 Sep 15 19:18:44.617986 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:44.623081 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:18:44.626766 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Usage tracker for resource:subnet and tenant:f21cef9aa9ca4d30a76ba8e42d6be406 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:18:44.629509 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:18:44.635619 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:18:44.715534 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Made reservation on behalf of f21cef9aa9ca4d30a76ba8e42d6be406 for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:18:44.717830 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:45.141681 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.objects.ports [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=75811) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Sep 15 19:18:45.142299 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:45.148432 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2ae21a90-7026-48d3-8b66-a53afea61ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:45.226309 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5106fe27-624c-4ed7-ab40-b088aaf778bf,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:45.229527 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:45.233049 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:45.233403 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Network hostable DHCP agents. Network: 4f653d49-f5e4-4d58-abca-ae1862572e36, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:18:45.352796 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:18:45.415514 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 4f653d49-f5e4-4d58-abca-ae1862572e36) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:45.419324 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:45.419904 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:45.423929 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d02d0a-29fa-40f5-a9a2-702201ebf604 None None] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:18:45.510499 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8964839 Sep 15 19:18:45.636045 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0341154c-2d69-40ce-bc95-2763235177d7 None None] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:18:45.809965 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 9d08664c-ef25-466c-9002-a38ea066a927 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:45.941107 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 9d08664c-ef25-466c-9002-a38ea066a927 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:45.945995 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 9d08664c-ef25-466c-9002-a38ea066a927 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:45.946398 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.057928 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.087885 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 9d08664c-ef25-466c-9002-a38ea066a927, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=9d08664c-ef25-466c-9002-a38ea066a927,segment=NetworkSegment(35148030-2c50-4218-8b7f-84db7a17bdc7),segment_id=35148030-2c50-4218-8b7f-84db7a17bdc7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:46.178589 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:46.180627 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:46.246756 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=9d08664c-ef25-466c-9002-a38ea066a927,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:46.249933 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:47.650493 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 43202) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:47.787592 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 9d08664c-ef25-466c-9002-a38ea066a927 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:47.839557 dv-cinder-805825-3-smb neutron-server[75810]: WARNING oslo_policy.policy [None req-708da6f9-8c2e-4686-af04-cc22660288c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:47.840156 dv-cinder-805825-3-smb neutron-server[75810]: WARNING oslo_policy.policy [None req-708da6f9-8c2e-4686-af04-cc22660288c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:47.857985 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 9d08664c-ef25-466c-9002-a38ea066a927 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:47.858722 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:48.088528 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.policy [None req-708da6f9-8c2e-4686-af04-cc22660288c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=75810) register_rules /opt/stack/neutron/neutron/policy.py:65}} Sep 15 19:18:48.089304 dv-cinder-805825-3-smb neutron-server[75810]: WARNING oslo_policy.policy [None req-708da6f9-8c2e-4686-af04-cc22660288c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:48.089674 dv-cinder-805825-3-smb neutron-server[75810]: WARNING oslo_policy.policy [None req-708da6f9-8c2e-4686-af04-cc22660288c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 19:18:48.318948 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-708da6f9-8c2e-4686-af04-cc22660288c8 admin admin] 10.222.0.57 "GET /v2.0/routers/5ff689c8-c343-4b8c-ab97-8b71d786a2fe HTTP/1.1" status: 200 len: 710 time: 0.6664827 Sep 15 19:18:48.477606 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bddaa9-967b-4fa3-95db-8cd4f68025d0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:18:48.479292 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-e5bddaa9-967b-4fa3-95db-8cd4f68025d0 admin admin] 10.222.0.57 "GET /v2.0/networks/4f653d49-f5e4-4d58-abca-ae1862572e36 HTTP/1.1" status: 200 len: 886 time: 0.1553617 Sep 15 19:18:48.488136 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:18:48.968461 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:49.212361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:49.269589 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:49.408164 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Allocated IP 172.28.1.225 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/f7ac1ebf-252c-4662-8805-2a5861529fb6) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:18:49.557085 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:49.710326 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:49.715538 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:49.774917 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:18:49.778000 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:18:49.806992 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f7ac1ebf-252c-4662-8805-2a5861529fb6,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Tracked resource versions report: Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: pushed versions: Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Log': {'1.0'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Network': {'1.1'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Port': {'1.5'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'PortForwarding': {'1.2'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'QosPolicy': {'1.8'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'SecurityGroup': {'1.2'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'SubPort': {'1.0'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Subnet': {'1.1'}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Trunk': {'1.1'}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: consumer versions: Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: { DHCP agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: L3 agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: Metadata agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: Metering agent@dv-cinder-805825-3-smb: {}, Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: Open vSwitch agent@dv-cinder-805825-3-smb: { 'ConntrackHelper': '1.0', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Log': '1.0', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Network': '1.1', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Port': '1.5', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'PortForwarding': '1.2', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'QosPolicy': '1.8', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'SecurityGroup': '1.2', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'SecurityGroupRule': '1.0', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'SubPort': '1.0', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Subnet': '1.1', Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: 'Trunk': '1.1'}} Sep 15 19:18:49.823147 dv-cinder-805825-3-smb neutron-server[75810]: {{(pid=75810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:18:49.832714 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:18:49.890922 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:50.059923 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.224104 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.227390 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-694887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-694878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690908'] for router, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.418962 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Router 5ff689c8-c343-4b8c-ab97-8b71d786a2fe has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:18:50.643649 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:18:50.653541 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Sync routers for ids ['5ff689c8-c343-4b8c-ab97-8b71d786a2fe'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:18:50.654464 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Notify callbacks [] for router, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:50.655632 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] 10.222.0.57 "PUT /v2.0/routers/5ff689c8-c343-4b8c-ab97-8b71d786a2fe HTTP/1.1" status: 200 len: 890 time: 2.1709211 Sep 15 19:18:50.666497 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Routers {'5ff689c8-c343-4b8c-ab97-8b71d786a2fe'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:50.667182 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:18:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5ff689c8-c343-4b8c-ab97-8b71d786a2fe'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:50.857024 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Set router 5ff689c8-c343-4b8c-ab97-8b71d786a2fe gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:51.187714 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'name': 'router1', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'f7ac1ebf-252c-4662-8805-2a5861529fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:31Z', 'updated_at': '2021-09-15T19:18:49Z', 'revision_number': 4, 'project_id': '3e137f1f410042778983a1614fcbef88', 'gw_port': {'id': 'f7ac1ebf-252c-4662-8805-2a5861529fb6', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:49Z', 'updated_at': '2021-09-15T19:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '9d08664c-ef25-466c-9002-a38ea066a927', 'name': '', 'network_id': '63129569-a65d-4661-92c7-49de7f393514', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'mac_address': 'fa:16:3e:35:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:40Z', 'updated_at': '2021-09-15T19:18:46Z', 'revision_number': 5, 'project_id': '3e137f1f410042778983a1614fcbef88', 'subnets': [{'id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faef18c9-4ed6-451e-8055-df7e08fa6524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:51.193019 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Checking router: 5ff689c8-c343-4b8c-ab97-8b71d786a2fe for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:18:51.193378 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Updating router 5ff689c8-c343-4b8c-ab97-8b71d786a2fe port f7ac1ebf-252c-4662-8805-2a5861529fb6 binding host dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:18:51.244272 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:51.580497 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Notify callbacks [] for port, precommit_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:51.592583 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Transition to ACTIVE for port object f7ac1ebf-252c-4662-8805-2a5861529fb6 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:18:51.681019 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:51.685131 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:51.758374 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Attempting to bind port f7ac1ebf-252c-4662-8805-2a5861529fb6 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:18:51.758744 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Attempting to bind port f7ac1ebf-252c-4662-8805-2a5861529fb6 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:18:51.759103 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Attempting to bind port f7ac1ebf-252c-4662-8805-2a5861529fb6 on network 4f653d49-f5e4-4d58-abca-ae1862572e36 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:18:51.761060 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cede734-e910-4149-b042-d09e0fa126b6 None None] Pushing event updated for resources: {'Port': ['ID=f7ac1ebf-252c-4662-8805-2a5861529fb6,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:51.765297 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1cede734-e910-4149-b042-d09e0fa126b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:51.768433 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:18:51.768805 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:18:51.769200 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:51.769578 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Bound using segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:18:51.770034 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Bound port: f7ac1ebf-252c-4662-8805-2a5861529fb6, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:18:51.771010 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:51.840131 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] For port f7ac1ebf-252c-4662-8805-2a5861529fb6, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:18:51.842943 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] For port f7ac1ebf-252c-4662-8805-2a5861529fb6, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f7ac1ebf-252c-4662-8805-2a5861529fb6,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:18:51.918813 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:51.922721 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:51.996425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cede734-e910-4149-b042-d09e0fa126b6 None None] Pushing event updated for resources: {'Port': ['ID=f7ac1ebf-252c-4662-8805-2a5861529fb6,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:51.999753 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1cede734-e910-4149-b042-d09e0fa126b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:52.001995 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Routers {'5ff689c8-c343-4b8c-ab97-8b71d786a2fe'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:18:52.002610 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:18:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5ff689c8-c343-4b8c-ab97-8b71d786a2fe'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:52.174666 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] Set router 5ff689c8-c343-4b8c-ab97-8b71d786a2fe gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:18:52.501749 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'name': 'router1', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'f7ac1ebf-252c-4662-8805-2a5861529fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:31Z', 'updated_at': '2021-09-15T19:18:49Z', 'revision_number': 4, 'project_id': '3e137f1f410042778983a1614fcbef88', 'gw_port': {'id': 'f7ac1ebf-252c-4662-8805-2a5861529fb6', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:49Z', 'updated_at': '2021-09-15T19:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '9d08664c-ef25-466c-9002-a38ea066a927', 'name': '', 'network_id': '63129569-a65d-4661-92c7-49de7f393514', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'mac_address': 'fa:16:3e:35:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:40Z', 'updated_at': '2021-09-15T19:18:46Z', 'revision_number': 5, 'project_id': '3e137f1f410042778983a1614fcbef88', 'subnets': [{'id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faef18c9-4ed6-451e-8055-df7e08fa6524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:18:52.506228 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f254ed0-cb62-4571-93c7-f797705b17c6 None None] The sync data for ids ['5ff689c8-c343-4b8c-ab97-8b71d786a2fe'] in dv-cinder-805825-3-smb is: [{'id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'name': 'router1', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': 'f7ac1ebf-252c-4662-8805-2a5861529fb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:18:31Z', 'updated_at': '2021-09-15T19:18:49Z', 'revision_number': 4, 'project_id': '3e137f1f410042778983a1614fcbef88', 'gw_port': {'id': 'f7ac1ebf-252c-4662-8805-2a5861529fb6', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:49Z', 'updated_at': '2021-09-15T19:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '9d08664c-ef25-466c-9002-a38ea066a927', 'name': '', 'network_id': '63129569-a65d-4661-92c7-49de7f393514', 'tenant_id': '3e137f1f410042778983a1614fcbef88', 'mac_address': 'fa:16:3e:35:6b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff689c8-c343-4b8c-ab97-8b71d786a2fe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:18:40Z', 'updated_at': '2021-09-15T19:18:46Z', 'revision_number': 5, 'project_id': '3e137f1f410042778983a1614fcbef88', 'subnets': [{'id': '24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'faef18c9-4ed6-451e-8055-df7e08fa6524'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:18:52.881911 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 43224) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:18:53.019293 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-649f2b7a-b4fe-4d8a-b6fa-d9b84cc914ae admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1361446 Sep 15 19:18:53.818811 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f7ac1ebf-252c-4662-8805-2a5861529fb6 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:53.940621 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port f7ac1ebf-252c-4662-8805-2a5861529fb6 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:18:53.946304 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port f7ac1ebf-252c-4662-8805-2a5861529fb6 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:53.946672 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:54.056595 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:54.072744 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port f7ac1ebf-252c-4662-8805-2a5861529fb6, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f7ac1ebf-252c-4662-8805-2a5861529fb6,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:18:54.157946 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:18:54.160772 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1cede734-e910-4149-b042-d09e0fa126b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:18:54.239142 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=f7ac1ebf-252c-4662-8805-2a5861529fb6,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:18:54.243822 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:18:55.793880 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f7ac1ebf-252c-4662-8805-2a5861529fb6 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:18:55.899672 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port f7ac1ebf-252c-4662-8805-2a5861529fb6 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:18:55.900529 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:05.091541 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-7b781edb-ddee-4a71-9786-39cf5c93b0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:05.406406 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:19:05.551544 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:07.417837 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-cf637999-cfd7-4040-b89d-fa7f84b5b083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:08.400592 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:09.823398 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:35.079004 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2ed710a5-a3bc-452a-b012-7e13537a6bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:35.559156 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:37.436508 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ce3c9ece-cc90-4b1b-8021-8fd9fdba9cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:38.404923 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:39.821313 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:19:42.406092 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:20:05.396808 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-956e43a6-6a7e-4034-b939-dbda5cd3b9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:06.087214 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:07.483862 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ccbbcf9a-738a-4450-b472-3856f1ce0d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:08.398313 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:09.815057 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:19.405604 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:20:35.094343 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ce66efb5-60c2-4a56-ab12-f276d8a590b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:35.545559 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:37.425478 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-53c783b4-ab5d-486b-9973-0ea35605738a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:38.412043 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:39.818030 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:20:56.404941 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:20:57.289905 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 43796) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:57.378664 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0fd59c-1792-4c7b-bdc5-7ed8c97c86e9 admin admin] GET failed (client error): The resource could not be found. Sep 15 19:20:57.379852 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-ef0fd59c-1792-4c7b-bdc5-7ed8c97c86e9 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0889654 Sep 15 19:20:57.509979 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df3d059-380b-4890-ab7b-e0abfbe71c53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:57.511376 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-0df3d059-380b-4890-ab7b-e0abfbe71c53 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1276703 Sep 15 19:20:59.526947 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 43806) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:20:59.656424 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81380587-4f11-4418-90bf-63f8cd2c0e90 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:20:59.657740 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-81380587-4f11-4418-90bf-63f8cd2c0e90 admin admin] 10.222.0.57 "GET /v2.0/subnets/24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0 HTTP/1.1" status: 200 len: 849 time: 0.1298375 Sep 15 19:20:59.666610 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:20:59.780910 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Notify callbacks [] for subnet, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:00.019014 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740176154350'] for subnet, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:00.023105 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:00.064460 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:00.065369 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:00.066425 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] 10.222.0.57 "PUT /v2.0/subnets/24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0 HTTP/1.1" status: 200 len: 868 time: 0.4032037 Sep 15 19:21:00.069625 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefd8936-d5de-422b-bf30-2c48f1a384ad None None] Network 63129569-a65d-4661-92c7-49de7f393514 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:21:00.088061 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:00.097383 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.097739 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.098043 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.098393 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.098714 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.099048 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.099352 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.099683 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.099995 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.100306 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.100615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:00.105260 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:00.546971 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-ee9ab370-4038-4f4e-9972-195e9eb6c4eb None None] Provisioning complete for port 9d08664c-ef25-466c-9002-a38ea066a927 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:21:00.547345 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ee9ab370-4038-4f4e-9972-195e9eb6c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:00.669792 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-ee9ab370-4038-4f4e-9972-195e9eb6c4eb None None] Provisioning complete for port 3cc3d0a0-7024-45cc-b20f-35de9b26c5b6 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:21:00.670053 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ee9ab370-4038-4f4e-9972-195e9eb6c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:02.084964 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43816) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:02.278243 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ae018-a0ad-4278-9535-228287e7acbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:02.278621 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ae018-a0ad-4278-9535-228287e7acbe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:02.280131 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e18ae018-a0ad-4278-9535-228287e7acbe admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1942449 Sep 15 19:21:04.271687 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43826) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:04.468009 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28d3b10-2993-4835-b869-cec08d64255d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:04.468291 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28d3b10-2993-4835-b869-cec08d64255d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:04.469790 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e28d3b10-2993-4835-b869-cec08d64255d admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971517 Sep 15 19:21:05.065221 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-59acbb05-bb78-4b19-b41c-a6838c1f03a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:05.567681 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:06.504420 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43836) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:06.697704 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2aa1fb-501c-4196-bad6-bc87596927d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:06.699022 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-bb2aa1fb-501c-4196-bad6-bc87596927d4 admin admin] 10.222.0.57 "GET /v2.0/networks/4f653d49-f5e4-4d58-abca-ae1862572e36 HTTP/1.1" status: 200 len: 886 time: 0.1936364 Sep 15 19:21:07.407700 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-162ad2c0-6cf1-4623-864b-18130fb9ceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:08.418769 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:08.711417 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43846) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:08.905179 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d038588-d700-48bf-a005-9f0fe86a109c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:08.906568 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2d038588-d700-48bf-a005-9f0fe86a109c admin admin] 10.222.0.57 "GET /v2.0/networks/63129569-a65d-4661-92c7-49de7f393514 HTTP/1.1" status: 200 len: 869 time: 0.1941888 Sep 15 19:21:09.824858 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:10.909336 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43856) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:11.040175 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c1a7d0-6806-474e-8c85-7d3e73a9e336 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:11.040540 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c1a7d0-6806-474e-8c85-7d3e73a9e336 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:11.041255 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-08c1a7d0-6806-474e-8c85-7d3e73a9e336 admin admin] Synchronizing usage tracker for tenant:f21cef9aa9ca4d30a76ba8e42d6be406 on resource:subnet {{(pid=75811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:21:11.147682 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-08c1a7d0-6806-474e-8c85-7d3e73a9e336 admin admin] Unset dirty status for tenant:f21cef9aa9ca4d30a76ba8e42d6be406 on resource:subnet {{(pid=75811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:21:11.148813 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-08c1a7d0-6806-474e-8c85-7d3e73a9e336 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2385106 Sep 15 19:21:13.163929 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43866) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:13.292706 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4655ad2-bdb2-43e2-bbdc-e90463f8e168 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:13.293072 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4655ad2-bdb2-43e2-bbdc-e90463f8e168 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:13.294593 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a4655ad2-bdb2-43e2-bbdc-e90463f8e168 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297140 Sep 15 19:21:15.291771 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43876) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:15.420920 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd6e32-dcd6-4443-9236-1916b423024e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:15.422274 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-efdd6e32-dcd6-4443-9236-1916b423024e admin admin] 10.222.0.57 "GET /v2.0/subnets/24e1e0bf-b2f0-43d5-bbac-be6fa6b0d9d0 HTTP/1.1" status: 200 len: 868 time: 0.1295555 Sep 15 19:21:17.434630 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43886) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:17.555963 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a399f7-fe89-4d79-982c-066a7b7e05db admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:17.557286 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-45a399f7-fe89-4d79-982c-066a7b7e05db admin admin] 10.222.0.57 "GET /v2.0/subnets/5106fe27-624c-4ed7-ab40-b088aaf778bf HTTP/1.1" status: 200 len: 816 time: 0.1217306 Sep 15 19:21:33.405398 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:21:35.101742 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c2459f4b-420e-4889-b682-2a6ada3a5b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:35.241910 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43924) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:35.316232 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [None req-49ae3848-b2a2-4a9c-a91c-7dbb9514efb1 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:21:35.317229 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-49ae3848-b2a2-4a9c-a91c-7dbb9514efb1 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0743394 Sep 15 19:21:35.543835 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:37.381107 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43934) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:37.423813 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-591a3c69-95d0-453c-88ce-6c56d6098207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:37.472005 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.pecan_wsgi.hooks.translation [None req-c948b0b5-4335-4ac9-992a-55a3b6c2bbae admin admin] GET failed (client error): The resource could not be found. Sep 15 19:21:37.473206 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c948b0b5-4335-4ac9-992a-55a3b6c2bbae admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0911677 Sep 15 19:21:37.604679 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b1a564-5f2c-481c-aa7e-73a13b70e70b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:37.606056 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-28b1a564-5f2c-481c-aa7e-73a13b70e70b admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1289103 Sep 15 19:21:38.416757 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:39.674275 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43944) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:39.742744 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:21:39.747213 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:21:39.757182 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:21:39.833192 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Made reservation on behalf of f21cef9aa9ca4d30a76ba8e42d6be406 for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:21:39.835541 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:39.860225 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:39.951931 dv-cinder-805825-3-smb neutron-server[75811]: WARNING neutron.services.revisions.revision_plugin [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Could not find related network for resource to bump revision. Sep 15 19:21:39.963288 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:21:39.971467 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:39.971791 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Added segment fe0f5d7e-b396-4f7e-913c-ee427d582ce2 of type vlan for network dfe1d359-c339-4c48-87ab-f8595fd7f194 Sep 15 19:21:39.995886 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:40.103470 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:40.104662 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:40.105228 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:40.108279 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:40.201908 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe1d359-c339-4c48-87ab-f8595fd7f194,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:40.209471 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.209815 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.210149 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.210472 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.210834 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.211151 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.211466 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.211798 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.212108 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.212431 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.212739 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:40.216086 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:40.223176 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network dfe1d359-c339-4c48-87ab-f8595fd7f194 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:21:40.241556 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f8265984-f1c0-49bf-b84c-cf0710db09d8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5661581 Sep 15 19:21:42.260319 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 43954) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:21:42.348259 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.pecan_wsgi.hooks.translation [None req-804ef2fd-8751-4ed3-9a4b-11d9973999ff admin admin] GET failed (client error): The resource could not be found. Sep 15 19:21:42.349451 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-804ef2fd-8751-4ed3-9a4b-11d9973999ff admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0881944 Sep 15 19:21:42.455065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b732fe9-e269-4031-a344-235b910de33e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:42.456425 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-0b732fe9-e269-4031-a344-235b910de33e admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1031604 Sep 15 19:21:42.465917 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:21:42.467451 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.quota [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Loaded quota_driver: . Sep 15 19:21:42.473132 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:21:42.484386 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:21:42.571817 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Made reservation on behalf of f21cef9aa9ca4d30a76ba8e42d6be406 for: {'subnet': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:21:42.574081 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:42.864335 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:42.868943 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:42.928693 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3377082b-655a-4a49-a081-ecef0d0a677b,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:42.931305 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:43.041430 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Checking segment: {'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:21:43.041791 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Network hostable DHCP agents. Network: dfe1d359-c339-4c48-87ab-f8595fd7f194, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:21:43.147445 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Network dfe1d359-c339-4c48-87ab-f8595fd7f194 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:21:43.217633 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, dfe1d359-c339-4c48-87ab-f8595fd7f194) {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:21:43.222171 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:21:43.222728 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:43.227089 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0298f4e3-a76a-4065-abb5-6b4f3c0c09ae None None] Network dfe1d359-c339-4c48-87ab-f8595fd7f194 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:21:43.325377 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8629155 Sep 15 19:21:43.442953 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec68947a-901f-532e-b36f-b1c47c7535e8-dfe1d359-c339-4c48-87ab-f8595fd7f194', 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194', 'tenant_id': 'f21cef9aa9ca4d30a76ba8e42d6be406', 'fixed_ips': [{'subnet_id': '3377082b-655a-4a49-a081-ecef0d0a677b'}]}} from dv-cinder-805825-3-smb. {{(pid=75812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:21:43.443804 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:43.604340 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.db_base_plugin_common [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Allocated IP 192.168.233.2 (dfe1d359-c339-4c48-87ab-f8595fd7f194/3377082b-655a-4a49-a081-ecef0d0a677b/a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df) {{(pid=75812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:21:43.807756 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Notify callbacks [] for port, precommit_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:43.818581 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Transition to ACTIVE for port object a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:21:43.837163 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Transition to ACTIVE for port object a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df will not be triggered until provisioned by entity DHCP. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:21:43.908171 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:43.913062 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:44.002606 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Network dfe1d359-c339-4c48-87ab-f8595fd7f194 is already hosted by enough agents. {{(pid=75812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:21:44.003437 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Pushing event updated for resources: {'Port': ['ID=a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df,revision_number=1']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:44.005771 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.base_scheduler [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Resources bound (agent type, host, resource id): {{(pid=75812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:21:44.008456 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Received port after_create {{(pid=75812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:21:44.018797 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.019137 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.019466 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.019791 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.020113 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.020431 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.020745 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.021061 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.021373 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.021680 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.021990 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:21:44.047051 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:44.102573 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Attempting to bind port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:21:44.102864 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Attempting to bind port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:21:44.103224 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Attempting to bind port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df on network dfe1d359-c339-4c48-87ab-f8595fd7f194 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:21:44.109532 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:21:44.109900 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Checking segment: {'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:21:44.110321 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:44.110709 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Bound using segment: {'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:21:44.111771 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Bound port: a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:21:44.112368 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:44.201405 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-2bc01372-f876-4de7-92df-461db34557ed None None] For port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:21:44.204391 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-2bc01372-f876-4de7-92df-461db34557ed None None] For port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df,segment=NetworkSegment(fe0f5d7e-b396-4f7e-913c-ee427d582ce2),segment_id=fe0f5d7e-b396-4f7e-913c-ee427d582ce2)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:21:44.292985 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:44.296938 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:44.369129 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Pushing event updated for resources: {'Port': ['ID=a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:44.372261 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:45.168086 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b76bd-3e09-40c4-b629-06029a06f23a None None] Network dfe1d359-c339-4c48-87ab-f8595fd7f194 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:21:45.369381 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-114ccde2-7528-4f85-a8e8-d6772ce74d22 None None] Provisioning for port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:21:45.899702 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:21:46.044459 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:21:46.049604 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:21:46.049965 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:46.162197 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:46.192641 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df,segment=NetworkSegment(fe0f5d7e-b396-4f7e-913c-ee427d582ce2),segment_id=fe0f5d7e-b396-4f7e-913c-ee427d582ce2)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:21:46.261698 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:21:46.265212 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:21:46.331900 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:21:46.335013 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:21:47.878022 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:21:47.945863 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port a3d2c1fc-87cd-4ec1-aa9a-caf7a0c4e0df triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:21:47.946281 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:05.074250 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-676a4f7a-9b57-4975-829f-74a965ebcff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:05.628607 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:07.417193 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4e1c195c-d3d4-40a5-a26f-39b63895b0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:08.422541 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:09.838412 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:10.405166 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:22:35.071776 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ea2ea008-b520-4776-abac-1be869706ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:35.592048 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:37.420029 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3b6b558d-acf0-4e07-a36c-9ec5d0a28ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:38.427815 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:39.827964 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:47.404682 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:22:53.838250 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 43996) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:53.843831 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [None req-f1d33e91-9a37-4840-97fa-4a3943255ed3 tempest-verify_tempest_config-2085169678 tempest-verify_tempest_config-2085169678-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:22:53.844780 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f1d33e91-9a37-4840-97fa-4a3943255ed3 tempest-verify_tempest_config-2085169678 tempest-verify_tempest_config-2085169678-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0055940 Sep 15 19:22:54.341833 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44012) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:54.479595 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:54.515622 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:22:54.522233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:30c22354b58a4c3d8775ae45f1216bb1 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:22:54.525335 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:22:54.531118 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:22:54.595285 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:54.649757 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:54.657982 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:54.695016 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8434550-de1d-4c44-aa07-8a08c8c9ebef,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:54.698312 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Synchronizing usage tracker for tenant:f21cef9aa9ca4d30a76ba8e42d6be406 on resource:security_group {{(pid=75811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:22:54.709042 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.709378 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.709709 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.710029 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.710370 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.710689 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.710999 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.711327 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.711641 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.711949 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.712255 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:22:54.716826 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:54.764377 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Unset dirty status for tenant:f21cef9aa9ca4d30a76ba8e42d6be406 on resource:security_group {{(pid=75811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:22:54.765594 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30c22354b58a4c3d8775ae45f1216bb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4227874 Sep 15 19:22:54.768184 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44018) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:22:54.824711 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e5279753-e1e5-4c80-bbf2-9b60c0def7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:54.848824 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e5279753-e1e5-4c80-bbf2-9b60c0def7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:55.032155 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e5279753-e1e5-4c80-bbf2-9b60c0def7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:55.035916 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3cfad91b-ef65-4091-921e-6924306aa8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:22:55.048064 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5279753-e1e5-4c80-bbf2-9b60c0def7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8434550-de1d-4c44-aa07-8a08c8c9ebef,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:22:55.050825 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e5279753-e1e5-4c80-bbf2-9b60c0def7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:22:55.052682 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e5279753-e1e5-4c80-bbf2-9b60c0def7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:22:55.055083 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e5279753-e1e5-4c80-bbf2-9b60c0def7af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b8434550-de1d-4c44-aa07-8a08c8c9ebef HTTP/1.1" status: 204 len: 168 time: 0.2859907 Sep 15 19:23:05.066999 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-8fa962da-80c4-4303-b5a8-ed34a6873fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:05.786863 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:07.415240 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-42358210-babe-4c70-92be-9c361acc5dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:08.438372 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:09.838235 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:24.404834 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:23:35.082133 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-646f7d38-327a-4f3f-a7f6-f88d63f6f377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:35.567851 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:37.426016 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8fde-6c9e-47b2-9a62-d4950796aca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:38.443016 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:23:39.831896 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:01.405171 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 5 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:24:05.075674 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-cfe67240-4167-4746-a6e1-d17909c91a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:05.590198 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:07.424352 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9ccc6672-f3f9-4355-9ef5-0e8bd3f68d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:08.431513 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:09.835384 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:32.738794 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-692709'] for agent, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:35.081704 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ba43b3a1-8624-4c99-b231-56c17db72ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:35.584866 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:37.424720 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c066-5cda-41a4-b810-23cb18207dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:38.404561 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:24:38.470111 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:39.852499 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:24:48.335245 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44090) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:48.465248 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e4e72bd4-e6b5-4b1b-a995-204baea1cc24 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1289072 Sep 15 19:24:50.468758 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44100) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:24:50.546190 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a26dc6be-3b77-4d34-a87f-42cfb2cc383e admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0763576 Sep 15 19:25:02.715742 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:05.075134 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ab8b7f9f-da8e-468a-b0b3-395f099c31bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:05.572409 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:07.424013 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-0599b393-6ee4-46c6-bb6e-991e3e9790b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:08.440777 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:09.869951 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:15.405104 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:25:32.703688 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:35.109076 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-0553562e-90d8-4eb1-b722-8beb9faf7ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:35.566397 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:37.423524 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e953b440-204d-4a12-b973-a7e492e57bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:38.423306 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:39.863301 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:25:52.405047 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:26:02.714015 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:05.079991 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-40b1f9df-a18d-44bf-9d5c-65ef47424054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:05.571646 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:07.400105 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-fc7be21b-d6c6-4c8c-8111-3fba32cb1ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:08.451722 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:09.874418 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:29.414133 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:26:31.697668 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44274) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:32.163135 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-network', 'tenant_id': 'ac059076ce774e1a909de86347779f78'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:32.168913 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:32.177525 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Usage tracker for resource:network and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:32.181127 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:32.187679 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:32.252173 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Made reservation on behalf of ac059076ce774e1a909de86347779f78 for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:32.254739 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.269173 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.301609 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:32.305515 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Usage tracker for resource:security_group_rule and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:32.308739 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:32.314805 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:32.380421 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.446239 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44304) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:32.473902 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.479273 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:32.505758 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:32.518186 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd919c47-cafb-460a-a25d-b5b9e5869eec,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:32.522521 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.522839 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Added segment 97ec56e1-1d96-48d2-9b80-c7ae154ff919 of type vlan for network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 Sep 15 19:26:32.535791 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.536118 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.536628 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.536922 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.537388 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.537865 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.538216 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.538535 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.538846 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.539146 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.539646 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Tracked resource versions report: Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: pushed versions: Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Log': {'1.0'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Network': {'1.1'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Port': {'1.5'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'PortForwarding': {'1.2'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'QosPolicy': {'1.8'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'SecurityGroup': {'1.2'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'SubPort': {'1.0'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Subnet': {'1.1'}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Trunk': {'1.1'}} Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: consumer versions: Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: { DHCP agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: HyperV agent@hv-cinder-80582: {}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: L3 agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: Metadata agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: Metering agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: Open vSwitch agent@dv-cinder-805825-3-smb: { 'ConntrackHelper': '1.0', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Log': '1.0', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Network': '1.1', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Port': '1.5', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'PortForwarding': '1.2', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'QosPolicy': '1.8', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'SecurityGroup': '1.2', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'SecurityGroupRule': '1.0', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'SubPort': '1.0', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Subnet': '1.1', Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: 'Trunk': '1.1'}} Sep 15 19:26:32.540681 dv-cinder-805825-3-smb neutron-server[75811]: {{(pid=75811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:26:32.548601 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:32.565051 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.589825 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44312) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:32.630080 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44318) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:32.656867 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.658149 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:32.658832 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.660871 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44324) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:32.664026 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:32.758163 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Pushing event updated for resources: {'Network': ['ID=1a2fe10b-c7be-4031-8b48-8edbeffb5438,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:32.763243 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:32.771040 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:26:32.786434 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.835992 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1565275387-network', 'tenant_id': 'df7d7ec21a444f62b355a8fbaa6d3042'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:32.843162 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:32.847219 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Usage tracker for resource:network and tenant:df7d7ec21a444f62b355a8fbaa6d3042 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:32.853095 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:32.865275 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:32.880833 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1818395 Sep 15 19:26:32.883795 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44332) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:32.889629 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Request body: {'subnet': {'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-subnet', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:32.895176 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:32.899632 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Usage tracker for resource:subnet and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:32.903090 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:32.922158 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:32.941742 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-675349448-network', 'tenant_id': '42a7f984db50442983b35494d4c54151'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:32.946475 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:32.950857 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Usage tracker for resource:network and tenant:42a7f984db50442983b35494d4c54151 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:32.958948 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:32.960375 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:32.993925 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Made reservation on behalf of ac059076ce774e1a909de86347779f78 for: {'subnet': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:32.994189 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Made reservation on behalf of df7d7ec21a444f62b355a8fbaa6d3042 for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:32.996328 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:32.997028 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Notify callbacks [] for subnet, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.017421 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.056890 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:33.062399 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Usage tracker for resource:security_group_rule and tenant:df7d7ec21a444f62b355a8fbaa6d3042 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:33.065782 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:33.072358 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:33.108749 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Made reservation on behalf of 42a7f984db50442983b35494d4c54151 for: {'network': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:33.111303 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.135889 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359301132-network', 'tenant_id': 'e9dfa1e83698480a928ac9a4d4630b56'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:33.142786 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.166755 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:33.167750 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.175043 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Usage tracker for resource:network and tenant:e9dfa1e83698480a928ac9a4d4630b56 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:33.219083 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:33.229008 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.235098 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:33.252870 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-967165229-network', 'tenant_id': '1c590adda89548efb768bd99eb3ba655'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:33.268767 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1906083-8081-48f7-8713-39c805e909f8,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:33.272167 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:33.272777 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:33.282702 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:33.290852 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.291342 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Added segment 5f537d45-fc31-441e-9adc-00c8f4cba268 of type vlan for network a35d5866-5bc1-4f47-83d2-771dba0d0c44 Sep 15 19:26:33.299517 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:33.309425 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:33.312065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:42a7f984db50442983b35494d4c54151 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:33.318605 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:33.321801 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Usage tracker for resource:network and tenant:1c590adda89548efb768bd99eb3ba655 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:33.330920 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:33.333360 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:33.334039 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.345038 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:33.354039 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Made reservation on behalf of e9dfa1e83698480a928ac9a4d4630b56 for: {'network': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:33.356725 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.400427 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.434992 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.436455 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:33.437030 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.460769 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Made reservation on behalf of 1c590adda89548efb768bd99eb3ba655 for: {'network': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:33.463443 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.470639 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:33.484698 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:33.501301 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Usage tracker for resource:security_group_rule and tenant:e9dfa1e83698480a928ac9a4d4630b56 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:33.506642 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.508188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:33.514073 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.552003 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:33.561012 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c10250d5-25f5-4c8d-a483-b38192a1fffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:33.659815 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2119963 Sep 15 19:26:33.664312 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44366) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:33.667653 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Pushing event updated for resources: {'Network': ['ID=a35d5866-5bc1-4f47-83d2-771dba0d0c44,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:33.672248 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.682073 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network a35d5866-5bc1-4f47-83d2-771dba0d0c44 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:26:33.685612 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Request body: {'subnet': {'network_id': 'a35d5866-5bc1-4f47-83d2-771dba0d0c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1565275387-subnet', 'tenant_id': 'df7d7ec21a444f62b355a8fbaa6d3042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:33.693299 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:33.694378 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:33.710971 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Usage tracker for resource:subnet and tenant:df7d7ec21a444f62b355a8fbaa6d3042 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:33.718488 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:33.722822 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:33.736668 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Usage tracker for resource:security_group_rule and tenant:1c590adda89548efb768bd99eb3ba655 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:33.745796 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:33.749905 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:33.760930 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.774099 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:33.801738 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=75810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:33.811542 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Made reservation on behalf of df7d7ec21a444f62b355a8fbaa6d3042 for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:33.813818 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.814572 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7656c60c-439e-4d29-a4f1-84101b282dcd,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:33.820124 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740176215736', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.820981 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Unsubscribe: segment precommit_create {{(pid=75810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 19:26:33.821668 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.segments_db [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Added segment a3e307e8-c0b1-447b-a988-ac1e8836e6af of type vlan for network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a Sep 15 19:26:33.893989 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.894656 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.895187 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.895850 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.896389 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.896914 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.897476 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.898035 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.898580 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.899097 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.899944 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Tracked resource versions report: Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: pushed versions: Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Log': {'1.0'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Network': {'1.1'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Port': {'1.5'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'PortForwarding': {'1.2'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'QosPolicy': {'1.8'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'SecurityGroup': {'1.2'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'SubPort': {'1.0'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Subnet': {'1.1'}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Trunk': {'1.1'}} Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: consumer versions: Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: { DHCP agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: HyperV agent@hv-cinder-80582: {}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: L3 agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: Metadata agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: Metering agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: Open vSwitch agent@dv-cinder-805825-3-smb: { 'ConntrackHelper': '1.0', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Log': '1.0', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Network': '1.1', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Port': '1.5', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'PortForwarding': '1.2', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'QosPolicy': '1.8', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'SecurityGroup': '1.2', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'SecurityGroupRule': '1.0', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'SubPort': '1.0', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Subnet': '1.1', Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: 'Trunk': '1.1'}} Sep 15 19:26:33.901779 dv-cinder-805825-3-smb neutron-server[75810]: {{(pid=75810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:26:33.910462 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:33.915813 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:33.958473 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Checking segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:33.959117 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Network hostable DHCP agents. Network: 1a2fe10b-c7be-4031-8b48-8edbeffb5438, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:33.979272 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:33.993772 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.045689 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99816b97-5928-45ea-a62f-9415aeffc96f,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.068954 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.084347 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.105018 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.149534 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=75810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:34.156394 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.165405 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.171157 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:34.171763 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.175500 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d8e502-8946-46af-8fc2-2d8d0657dee9,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.184356 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.188979 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.188979 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.segments_db [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Added segment fcbda677-9f39-475d-b498-41f48aa4427d of type vlan for network 6363874f-cef1-4031-804f-2c4b5fe45aae Sep 15 19:26:34.194221 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.211297 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:34.279812 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.297405 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.299185 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.302535 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.364153 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 1a2fe10b-c7be-4031-8b48-8edbeffb5438) {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:34.378215 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=00fb698c-b1bb-4a7b-8825-5a07f774bd7a,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.379054 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93a5f4e-e14b-4286-9247-19c16c2473a9 None None] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:34.380525 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:34.381812 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.385634 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=75810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:34.396612 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.401026 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.424849 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:26:34.427397 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.427746 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.segments_db [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Added segment cc48debb-01d1-4cd7-9dc8-23f99bc4dab7 of type vlan for network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 Sep 15 19:26:34.447774 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8568053 Sep 15 19:26:34.454170 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44390) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:34.457263 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26db3e73-343c-4e74-a8df-ca4947e07912,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.461899 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.466878 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Request body: {'subnet': {'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-subnet', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:34.469897 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ddd377-56d0-406b-944e-443ee1dd6e0c,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.472975 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Checking segment: {'id': '5f537d45-fc31-441e-9adc-00c8f4cba268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a35d5866-5bc1-4f47-83d2-771dba0d0c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:34.473514 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Network hostable DHCP agents. Network: a35d5866-5bc1-4f47-83d2-771dba0d0c44, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:34.488180 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.489081 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:34.497076 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Usage tracker for resource:subnet and tenant:42a7f984db50442983b35494d4c54151 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:34.501066 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.504650 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:34.511963 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:34.520776 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6356781 Sep 15 19:26:34.526305 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44394) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:34.531056 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:34.544659 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:34.548408 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.564441 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Usage tracker for resource:router and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:34.567836 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:34.568428 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.574080 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.579051 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:34.585129 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:34.605472 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Network a35d5866-5bc1-4f47-83d2-771dba0d0c44 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:34.633439 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Made reservation on behalf of 42a7f984db50442983b35494d4c54151 for: {'subnet': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:34.636446 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.714488 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254087'] for router, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.715989 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-331940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254092'] for router, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.720275 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, a35d5866-5bc1-4f47-83d2-771dba0d0c44) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:34.726021 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:34.726374 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.736564 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:34.737143 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.738972 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.773865 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:34.777119 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a6a3f-fc48-4727-bf91-bae6615b3f07 None None] Network a35d5866-5bc1-4f47-83d2-771dba0d0c44 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:34.792949 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Pushing event updated for resources: {'Network': ['ID=6363874f-cef1-4031-804f-2c4b5fe45aae,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.804348 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.806831 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:34.826982 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1958072 Sep 15 19:26:34.831456 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44402) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:34.831965 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 6363874f-cef1-4031-804f-2c4b5fe45aae details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:26:34.837226 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1714525 Sep 15 19:26:34.841231 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Request body: {'subnet': {'network_id': '6363874f-cef1-4031-804f-2c4b5fe45aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1359301132-subnet', 'tenant_id': 'e9dfa1e83698480a928ac9a4d4630b56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:34.856486 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:34.868425 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Usage tracker for resource:subnet and tenant:e9dfa1e83698480a928ac9a4d4630b56 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:34.871813 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:34.878305 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:34.923756 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:34.928486 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2665772 Sep 15 19:26:34.929706 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:34.931646 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44410) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:34.939181 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Request body: {'subnet': {'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-967165229-subnet', 'tenant_id': '1c590adda89548efb768bd99eb3ba655', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:34.945452 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:34.950726 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Usage tracker for resource:subnet and tenant:1c590adda89548efb768bd99eb3ba655 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:34.955021 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:34.964527 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:34.974064 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:26:35.101430 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Made reservation on behalf of e9dfa1e83698480a928ac9a4d4630b56 for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:35.103481 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Made reservation on behalf of 1c590adda89548efb768bd99eb3ba655 for: {'subnet': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:35.105976 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Notify callbacks [] for subnet, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.113049 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.208513 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.224967 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7442910b-49bd-41e5-83df-f0fbb4ec588e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:35.280023 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec68947a-901f-532e-b36f-b1c47c7535e8-1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd'}]}} from dv-cinder-805825-3-smb. {{(pid=75812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:26:35.280918 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.347779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=157688e5-42f7-4198-b7c7-7ddb1aa62dac,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:35.356849 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Checking segment: {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:35.357524 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Network hostable DHCP agents. Network: 00fb698c-b1bb-4a7b-8825-5a07f774bd7a, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:35.370506 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:35.411471 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44438) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:35.420082 dv-cinder-805825-3-smb neutron-server[75810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 19:26:35.452440 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5f639375-1ad6-41cd-8199-3d85a3f6def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.643935 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.655949 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:35.671897 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-38013b42-643b-4bc0-8d56-8fd0bc839271 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:35.673520 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-38013b42-643b-4bc0-8d56-8fd0bc839271 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/networks?id=a35d5866-5bc1-4f47-83d2-771dba0d0c44 HTTP/1.1" status: 200 len: 812 time: 0.2607028 Sep 15 19:26:35.719575 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-e13ec29f-c875-429f-aae4-bf33162e67e0 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/quotas/df7d7ec21a444f62b355a8fbaa6d3042 HTTP/1.1" status: 200 len: 375 time: 0.0393455 Sep 15 19:26:35.719833 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.776246 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07022b30-ebe6-4034-b6f6-63bde5a54e35 None None] Network a35d5866-5bc1-4f47-83d2-771dba0d0c44 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:35.793798 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-6d379c94-19ff-42c3-99ed-45f9c4a0624a tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df7d7ec21a444f62b355a8fbaa6d3042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735981 Sep 15 19:26:35.859527 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 00fb698c-b1bb-4a7b-8825-5a07f774bd7a) {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:35.861892 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.871292 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:35.873472 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.878312 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a1a48c23-6abd-47c0-b195-6f82528b85cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:35.880909 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc75146-232d-4960-b2ca-0025710de006 None None] Network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:35.903184 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:35.990761 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a4103169-a982-4260-b6f3-021a192bc613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:36.054718 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e842d761-f7fb-4ed1-999f-eac0961a8e0a,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:36.057447 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:36.067379 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Checking segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:36.067732 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Network hostable DHCP agents. Network: 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:36.070516 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=80218a88-fdb0-4d3d-9fce-9933b45e2d3f,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:36.079457 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.db_base_plugin_common [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Allocated IP 172.20.0.2 (1a2fe10b-c7be-4031-8b48-8edbeffb5438/7656c60c-439e-4d29-a4f1-84101b282dcd/793fa8f5-edb8-4571-93a5-9cba34381376) {{(pid=75812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:36.092474 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44470) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:36.092644 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-c5e964d8-a1e0-4c9a-8668-aab134cdfe5a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6336110 Sep 15 19:26:36.093290 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:36.103776 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Checking segment: {'id': 'fcbda677-9f39-475d-b498-41f48aa4427d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6363874f-cef1-4031-804f-2c4b5fe45aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:36.104127 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Network hostable DHCP agents. Network: 6363874f-cef1-4031-804f-2c4b5fe45aae, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:36.111169 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-cf0fe0fc-f103-401f-90c6-33b394660031 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75810) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:26:36.112236 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-cf0fe0fc-f103-401f-90c6-33b394660031 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1341085 Sep 15 19:26:36.121309 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:36.128490 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:36.149506 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Usage tracker for resource:router and tenant:42a7f984db50442983b35494d4c54151 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:36.209023 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:36.231273 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:36.240080 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:36.328266 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.330966 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-9d58277b-fda9-4fa6-bf8a-c674334516ba service neutron] 10.222.0.57 "GET /v2.0/networks/a35d5866-5bc1-4f47-83d2-771dba0d0c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124283 Sep 15 19:26:36.364758 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.367203 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66) {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:36.392555 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:36.393304 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.415209 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254087'] for router, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.416985 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-331940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254092'] for router, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.433289 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf846745-3a21-480b-b093-9bd4b214e0c1 None None] Network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:36.492521 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5594964 Sep 15 19:26:36.497875 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519421c-3fd7-4264-b46e-c4a4cb9ae960 None None] Network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:36.514650 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-5c5bdb5b-d4b4-4750-acf1-5aae437cf6ce service neutron] 10.222.0.57 "GET /v2.0/networks/a35d5866-5bc1-4f47-83d2-771dba0d0c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759822 Sep 15 19:26:36.559110 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Allocated IP 172.28.1.53 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/b68f9a43-973f-455b-81b7-4f372f2334ad) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:36.712894 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Notify callbacks [] for port, precommit_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.720729 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Network 6363874f-cef1-4031-804f-2c4b5fe45aae is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:36.746913 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Transition to ACTIVE for port object 793fa8f5-edb8-4571-93a5-9cba34381376 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:36.747878 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.797025 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 6363874f-cef1-4031-804f-2c4b5fe45aae) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:36.807121 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:36.809357 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.816851 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b87874-a329-4b2c-a0fe-e857a31ca965 None None] Network 6363874f-cef1-4031-804f-2c4b5fe45aae requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:36.857989 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:36.978513 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Transition to ACTIVE for port object 793fa8f5-edb8-4571-93a5-9cba34381376 will not be triggered until provisioned by entity DHCP. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:37.008960 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:37.028034 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1862495 Sep 15 19:26:37.036686 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44518) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:37.038626 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bf089ae0-a5d2-4640-96a1-e830e4ec5e3d req-8a12a614-1776-4383-8521-6a553ed23844 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 210 time: 0.0917103 Sep 15 19:26:37.086466 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:37.171647 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:37.179700 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:37.181331 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:37.183142 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Pushing event updated for resources: {'Port': ['ID=b68f9a43-973f-455b-81b7-4f372f2334ad,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:37.196825 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:37.257505 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:37.259394 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:37.346564 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:37.354242 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-fdd579f4-c636-42b7-a98f-f9016e288a79 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:37.355050 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-fdd579f4-c636-42b7-a98f-f9016e288a79 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:network {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:26:37.404618 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f72ad-717c-47b9-87fd-42b16d44cbfa None None] Network 6363874f-cef1-4031-804f-2c4b5fe45aae requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:37.417885 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08037022-2849-42d1-a455-7910d51c5026 None None] Network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:37.453651 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-fdd579f4-c636-42b7-a98f-f9016e288a79 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:network {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:26:37.453651 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-fdd579f4-c636-42b7-a98f-f9016e288a79 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 814 time: 0.4126387 Sep 15 19:26:37.473645 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1fde19c5-4a03-463f-a5c4-1dd92bddcdd2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/quotas/1c590adda89548efb768bd99eb3ba655 HTTP/1.1" status: 200 len: 375 time: 0.0132527 Sep 15 19:26:37.586502 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-608e92f8-5e8f-4a3f-aa88-47471ea9c4a2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065607 Sep 15 19:26:37.677925 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:37.696958 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869'] for router, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:37.930066 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.019389 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-e76e4aac-0038-4ae2-8a5f-864da7f1d45c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75810) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:26:38.020405 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-e76e4aac-0038-4ae2-8a5f-864da7f1d45c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1860268 Sep 15 19:26:38.030964 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 is already hosted by enough agents. {{(pid=75812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:38.034915 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.049997 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.base_scheduler [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Resources bound (agent type, host, resource id): {{(pid=75812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:38.056400 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Received port after_create {{(pid=75812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:38.169703 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Pushing event updated for resources: {'Port': ['ID=793fa8f5-edb8-4571-93a5-9cba34381376,revision_number=1']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:38.223419 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6cba0b8e-985a-4103-995c-91a3ef9218c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.298763 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-27f8dbaf-7556-4051-bf2d-b2bb5d4e7a74 service neutron] 10.222.0.57 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633915 Sep 15 19:26:38.330866 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Attempting to bind port 793fa8f5-edb8-4571-93a5-9cba34381376 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:38.330866 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Attempting to bind port 793fa8f5-edb8-4571-93a5-9cba34381376 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:38.330866 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Attempting to bind port 793fa8f5-edb8-4571-93a5-9cba34381376 on network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:38.333651 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.338368 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.341709 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.342421 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.359737 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.360171 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.360685 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.361236 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.361751 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.362425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.362924 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Tracked resource versions report: Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: pushed versions: Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Log': {'1.0'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Network': {'1.1'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Port': {'1.5'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'PortForwarding': {'1.2'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'QosPolicy': {'1.8'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'SecurityGroup': {'1.2'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'SubPort': {'1.0'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Subnet': {'1.1'}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Trunk': {'1.1'}} Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: consumer versions: Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: { DHCP agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: HyperV agent@hv-cinder-80582: {}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: L3 agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: Metadata agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: Metering agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: Open vSwitch agent@dv-cinder-805825-3-smb: { 'ConntrackHelper': '1.0', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Log': '1.0', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Network': '1.1', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Port': '1.5', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'PortForwarding': '1.2', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'QosPolicy': '1.8', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'SecurityGroup': '1.2', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'SecurityGroupRule': '1.0', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'SubPort': '1.0', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Subnet': '1.1', Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: 'Trunk': '1.1'}} Sep 15 19:26:38.364601 dv-cinder-805825-3-smb neutron-server[75812]: {{(pid=75812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:26:38.384739 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:38.410320 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:38.410770 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Checking segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:38.411805 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.412349 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Bound using segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:38.413152 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Bound port: 793fa8f5-edb8-4571-93a5-9cba34381376, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:38.414754 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.458598 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6a718390-cb70-4898-a824-9d2171583965 req-67bed86a-6921-4890-aa0a-eb7540ac6ead tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 210 time: 0.1213310 Sep 15 19:26:38.684899 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Allocated IP 172.28.1.228 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:38.687477 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-f9818ec9-b9d4-44d2-8b78-8d75674db6c1 service neutron] 10.222.0.57 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802147 Sep 15 19:26:38.723349 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.737388 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] For port 793fa8f5-edb8-4571-93a5-9cba34381376, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:38.745093 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] For port 793fa8f5-edb8-4571-93a5-9cba34381376, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=793fa8f5-edb8-4571-93a5-9cba34381376,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:38.812181 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.829199 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:38.964963 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:38.997071 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Pushing event updated for resources: {'Port': ['ID=793fa8f5-edb8-4571-93a5-9cba34381376,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:39.018631 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:39.096793 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Router cd65d3ef-5671-49c2-9810-72df0c63818e is scheduled to L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 with binding_index 1 {{(pid=75811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:26:39.196817 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.212862 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:39.225950 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44618) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:39.240578 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1fbcd808-f009-411a-aa01-0b58f8bfcb4a req-5184fa6b-8dc7-4222-a1b3-66e3748286a1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0840273 Sep 15 19:26:39.285900 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697049126-network', 'tenant_id': 'eab90e3add2f47628d4cd8a13d50bd36'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:39.292290 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:39.299186 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Usage tracker for resource:network and tenant:eab90e3add2f47628d4cd8a13d50bd36 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:39.307586 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:39.329514 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:39.372827 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Pushing event updated for resources: {'Port': ['ID=d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:39.380325 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:39.387878 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:39.390354 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:39.402386 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:39.445768 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Made reservation on behalf of eab90e3add2f47628d4cd8a13d50bd36 for: {'network': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:39.448580 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.496059 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.555735 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:39.561174 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:eab90e3add2f47628d4cd8a13d50bd36 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:39.565379 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:39.572552 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:39.673605 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:39.682697 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Sync routers for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:39.685934 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ee84cc7-be0b-41d5-8510-e29302c13840 req-e87b9bfd-ced1-4afa-be91-7d32a51a0166 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 210 time: 0.0983598 Sep 15 19:26:39.701221 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:39.701945 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:26:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:39.742426 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.811310 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.817376 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.819239 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-94b02876-e5c0-4a77-b05a-4f551a096b9a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2940195 Sep 15 19:26:39.822216 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44654) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:39.824475 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:39.857591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a89185-4518-44dd-a956-7be9a9b2c7dc,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:39.867560 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:39.879339 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=75810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:26:39.891014 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.900191 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.901769 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.segments_db [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Added segment daac380f-f8e1-4ed1-8098-53c233d2ef71 of type vlan for network 9972fed4-a6c6-4a43-9c00-a04ac2f4c724 Sep 15 19:26:39.974279 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.977657 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:39.978577 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869'] for router, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:40.057087 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:40.160492 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:40.162393 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:40.163268 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:40.166959 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 793fa8f5-edb8-4571-93a5-9cba34381376 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:40.208377 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:40.348109 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 793fa8f5-edb8-4571-93a5-9cba34381376 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:40.382887 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1558430 Sep 15 19:26:40.388604 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44674) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:40.392094 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Pushing event updated for resources: {'Network': ['ID=9972fed4-a6c6-4a43-9c00-a04ac2f4c724,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:40.403045 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 9972fed4-a6c6-4a43-9c00-a04ac2f4c724 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:26:40.427189 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Request body: {'subnet': {'network_id': '9972fed4-a6c6-4a43-9c00-a04ac2f4c724', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697049126-subnet', 'tenant_id': 'eab90e3add2f47628d4cd8a13d50bd36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:40.438393 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:40.441646 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Usage tracker for resource:subnet and tenant:eab90e3add2f47628d4cd8a13d50bd36 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:40.444623 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:40.450980 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:40.463921 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:40.480527 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bdcea3f5-cc05-49c7-97f5-96b20d21f6d1 req-a592a926-4665-4013-81ae-6069a5fd8145 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0900199 Sep 15 19:26:40.508273 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:37Z', 'revision_number': 3, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:40.522926 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Checking router: cd65d3ef-5671-49c2-9810-72df0c63818e for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:40.525530 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Made reservation on behalf of eab90e3add2f47628d4cd8a13d50bd36 for: {'subnet': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:40.526020 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Updating router cd65d3ef-5671-49c2-9810-72df0c63818e port b68f9a43-973f-455b-81b7-4f372f2334ad binding host dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:26:40.529148 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:40.534835 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bfc53d-a4c0-4f85-a4df-85018f005d1e None None] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:40.666734 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.022093 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] Provisioning for port 793fa8f5-edb8-4571-93a5-9cba34381376 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:41.033269 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] Provisioning complete for port 793fa8f5-edb8-4571-93a5-9cba34381376 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:41.033925 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.352484 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-db170e76-cd33-43d2-bbce-d2977a5b2b68 req-94e6edd9-5d75-4d74-b426-2e213ebe9db8 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 210 time: 0.0794601 Sep 15 19:26:41.365992 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.375993 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-564bb916-3a1d-4cfd-b3fc-0cea1d94b64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:41.378347 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.439205 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] For port 793fa8f5-edb8-4571-93a5-9cba34381376, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=793fa8f5-edb8-4571-93a5-9cba34381376,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:41.499930 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29018d46-9844-43f0-910d-4f6e95c7388f,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:41.502519 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.504482 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Router 40ffc306-0289-41ed-ad6e-13570cab424b is scheduled to L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 with binding_index 1 {{(pid=75811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:26:41.505003 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:41.520801 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:41.535550 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Notify callbacks [] for port, precommit_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.540077 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Checking segment: {'id': 'daac380f-f8e1-4ed1-8098-53c233d2ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9972fed4-a6c6-4a43-9c00-a04ac2f4c724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:41.540077 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Network hostable DHCP agents. Network: 9972fed4-a6c6-4a43-9c00-a04ac2f4c724, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:26:41.553682 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.provisioning_blocks [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Transition to ACTIVE for port object b68f9a43-973f-455b-81b7-4f372f2334ad will not be triggered until provisioned by entity L2. {{(pid=75813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:41.628957 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] Pushing event updated for resources: {'Port': ['ID=793fa8f5-edb8-4571-93a5-9cba34381376,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:41.632724 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:41.644270 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-d1d4d423-0a4d-40a5-aab2-f109a9352843 None None] Provisioning complete for port 793fa8f5-edb8-4571-93a5-9cba34381376 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:41.644270 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d423-0a4d-40a5-aab2-f109a9352843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.679283 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Network 9972fed4-a6c6-4a43-9c00-a04ac2f4c724 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:26:41.679466 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.688450 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-8b5857e3-3c4b-4cb8-a2f4-b44670516d72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:41.759408 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 9972fed4-a6c6-4a43-9c00-a04ac2f4c724) {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:41.764905 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:41.765642 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.820706 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Pushing event updated for resources: {'Port': ['ID=b68f9a43-973f-455b-81b7-4f372f2334ad,revision_number=2']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:41.826294 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a8e8d-11a2-485a-a3f8-f839406af166 None None] Network 9972fed4-a6c6-4a43-9c00-a04ac2f4c724 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:41.834455 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.835167 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.835864 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.838675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.838675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.838675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.838675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.838675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.838675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.838675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.839533 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Tracked resource versions report: Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: pushed versions: Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: { 'ConntrackHelper': {'1.0'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Log': {'1.0'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Network': {'1.1'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Port': {'1.5'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'PortForwarding': {'1.2'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'QosPolicy': {'1.8'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'SecurityGroup': {'1.2'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'SecurityGroupRule': {'1.0'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'SubPort': {'1.0'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Subnet': {'1.1'}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Trunk': {'1.1'}} Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: consumer versions: Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: { DHCP agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: HyperV agent@hv-cinder-80582: {}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: L3 agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: Metadata agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: Metering agent@dv-cinder-805825-3-smb: {}, Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: Open vSwitch agent@dv-cinder-805825-3-smb: { 'ConntrackHelper': '1.0', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Log': '1.0', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Network': '1.1', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Port': '1.5', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'PortForwarding': '1.2', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'QosPolicy': '1.8', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'SecurityGroup': '1.2', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'SecurityGroupRule': '1.0', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'SubPort': '1.0', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Subnet': '1.1', Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: 'Trunk': '1.1'}} Sep 15 19:26:41.840913 dv-cinder-805825-3-smb neutron-server[75813]: {{(pid=75813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 19:26:41.847581 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:41.876688 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Attempting to bind port b68f9a43-973f-455b-81b7-4f372f2334ad on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:41.877370 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Attempting to bind port b68f9a43-973f-455b-81b7-4f372f2334ad by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:41.880283 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Attempting to bind port b68f9a43-973f-455b-81b7-4f372f2334ad on network 4f653d49-f5e4-4d58-abca-ae1862572e36 {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:41.892365 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:41.903338 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5142510 Sep 15 19:26:41.903487 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:41.903487 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.903487 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Bound using segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:41.906453 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Bound port: b68f9a43-973f-455b-81b7-4f372f2334ad, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:41.907216 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:41.919549 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fd37e392-03fc-4814-bc59-ad824a95f6a3 req-17daffa7-f149-4add-9773-f56767557c19 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 210 time: 0.1228991 Sep 15 19:26:42.149045 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] For port b68f9a43-973f-455b-81b7-4f372f2334ad, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:42.158711 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] For port b68f9a43-973f-455b-81b7-4f372f2334ad, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=b68f9a43-973f-455b-81b7-4f372f2334ad,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:42.176870 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.54', 64133) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:42.200755 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 793fa8f5-edb8-4571-93a5-9cba34381376 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:42.247018 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44732) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:42.268551 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:42.274021 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:42.343037 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c0a5a8-3701-403a-a5da-ddcdf63f1c08 None None] Network 9972fed4-a6c6-4a43-9c00-a04ac2f4c724 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:26:42.362278 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 793fa8f5-edb8-4571-93a5-9cba34381376 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:42.362800 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:42.402224 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:42.419169 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Pushing event updated for resources: {'Port': ['ID=b68f9a43-973f-455b-81b7-4f372f2334ad,revision_number=3']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:42.423642 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:42.427714 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:42.427714 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:26:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:42.466374 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656bf953-923f-4031-bbef-213c0914822a None None] Sync routers for ids ['40ffc306-0289-41ed-ad6e-13570cab424b'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:42.506165 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:42.548937 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] Deleting subnet 80218a88-fdb0-4d3d-9fce-9933b45e2d3f {{(pid=75810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:26:42.557150 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:42.609760 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:42.625155 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44744) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:42.630955 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5276566 Sep 15 19:26:42.697648 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:42.714314 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656bf953-923f-4031-bbef-213c0914822a None None] Routers {'40ffc306-0289-41ed-ad6e-13570cab424b'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:42.715115 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-656bf953-923f-4031-bbef-213c0914822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:26:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['40ffc306-0289-41ed-ad6e-13570cab424b'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:42.754910 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-c71e6938-7dbb-4315-b31b-267bae2689e0 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:42.759409 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-c71e6938-7dbb-4315-b31b-267bae2689e0 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.54 "GET /v2.0/networks?id=a35d5866-5bc1-4f47-83d2-771dba0d0c44 HTTP/1.1" status: 200 len: 812 time: 0.5716274 Sep 15 19:26:42.775670 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:42.793461 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-573586bf-eab5-4964-a383-7658658f35f2 req-f5ddd9a8-0dba-4c9b-856e-27d87ff9ec13 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 210 time: 0.0776238 Sep 15 19:26:42.814245 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Request body: {'port': {'device_id': 'e2835405-8691-4d21-88e4-cda768e51ceb', 'network_id': 'a35d5866-5bc1-4f47-83d2-771dba0d0c44', 'admin_state_up': True, 'tenant_id': 'df7d7ec21a444f62b355a8fbaa6d3042'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:42.835468 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:42.882766 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Allocated IP 172.20.0.1 (1a2fe10b-c7be-4031-8b48-8edbeffb5438/7656c60c-439e-4d29-a4f1-84101b282dcd/6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:43.138670 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:43.161131 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.provisioning_blocks [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Transition to ACTIVE for port object 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 will not be triggered until provisioned by entity DHCP. {{(pid=75811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:43.297351 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:43.323379 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:43.334765 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6cc0d020-8cdf-42fb-87f4-78cd317a26eb req-b6120c99-35e0-45f4-8ced-c941e5bfeef6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 210 time: 0.1077199 Sep 15 19:26:43.365499 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-656bf953-923f-4031-bbef-213c0914822a None None] Set router 40ffc306-0289-41ed-ad6e-13570cab424b gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:43.373486 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.54', 64140) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:43.400016 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:37Z', 'revision_number': 3, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:43.410742 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015390f-6408-4453-b971-afd8130bfe2a None None] The sync data for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb is: [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:37Z', 'revision_number': 3, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:43.558534 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:43.583663 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:43.596683 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:43.613497 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Pushing event updated for resources: {'Port': ['ID=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:43.635054 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:43.642313 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694531'] for router_interface, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:43.650001 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:43.652753 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:43.716184 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:43.781549 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Usage tracker for resource:port and tenant:df7d7ec21a444f62b355a8fbaa6d3042 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:43.802393 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:43.810261 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80218a88-fdb0-4d3d-9fce-9933b45e2d3f,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:43.826613 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:43.827888 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:43.845256 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:43.863191 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-dd8d8a7d-b69f-4838-9dc9-181c264a1ce6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/80218a88-fdb0-4d3d-9fce-9933b45e2d3f HTTP/1.1" status: 204 len: 168 time: 1.6129966 Sep 15 19:26:43.873999 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 44796) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:43.925546 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-01366377-ac0b-46e3-b907-0cf87d807af2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:43.927044 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-01366377-ac0b-46e3-b907-0cf87d807af2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 814 time: 0.5378039 Sep 15 19:26:43.965009 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.008295 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Request body: {'port': {'device_id': '2cd4ffdc-2797-4395-b028-19aa8699b6d7', 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'admin_state_up': True, 'tenant_id': '1c590adda89548efb768bd99eb3ba655'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:44.042228 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Made reservation on behalf of df7d7ec21a444f62b355a8fbaa6d3042 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:44.045757 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.160690 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.171489 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device b68f9a43-973f-455b-81b7-4f372f2334ad up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:44.373813 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-656bf953-923f-4031-bbef-213c0914822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:39Z', 'revision_number': 3, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:44.391766 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656bf953-923f-4031-bbef-213c0914822a None None] Checking router: 40ffc306-0289-41ed-ad6e-13570cab424b for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:44.392204 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656bf953-923f-4031-bbef-213c0914822a None None] Updating router 40ffc306-0289-41ed-ad6e-13570cab424b port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 binding host dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:26:44.457787 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-11745d99-92b2-4274-bd63-49d4f42b55c4 None None] Provisioning for port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:44.528979 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44816) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:44.552027 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-656bf953-923f-4031-bbef-213c0914822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.650157 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-11745d99-92b2-4274-bd63-49d4f42b55c4 None None] Provisioning complete for port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:44.650591 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-11745d99-92b2-4274-bd63-49d4f42b55c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.697683 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port b68f9a43-973f-455b-81b7-4f372f2334ad completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:44.697822 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.714409 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Allocated IP 172.20.0.9 (a35d5866-5bc1-4f47-83d2-771dba0d0c44/26db3e73-343c-4e74-a8df-ca4947e07912/f1da1305-b949-4d20-a591-7f699b1ae4c3) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:44.732106 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port b68f9a43-973f-455b-81b7-4f372f2334ad triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:44.732480 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.778245 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.780104 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3810520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695343'] for router_interface, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.786240 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5ee4a57d-268f-49e7-bf62-fdeddc4a5025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:44.797669 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:44.807305 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Usage tracker for resource:port and tenant:1c590adda89548efb768bd99eb3ba655 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:44.813896 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:44.831024 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:44.930975 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Made reservation on behalf of 1c590adda89548efb768bd99eb3ba655 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:26:44.935393 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:44.980117 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c5015d72-2112-4bad-a59b-58d360d9cff6 req-e0cc1a80-5da2-4f7b-b541-91e41c9cf5d3 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 210 time: 0.8309076 Sep 15 19:26:44.988574 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-98bd1d94-088a-46f9-b5d3-6c90da055a66 req-25e93e07-6577-45fd-a356-d23835c9807e tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 210 time: 0.1382656 Sep 15 19:26:45.050528 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-11745d99-92b2-4274-bd63-49d4f42b55c4 None None] Port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:26:45.127855 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.195808 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Pushing event updated for resources: {'Port': ['ID=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,revision_number=2']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:45.215859 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:45.328797 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:45.340259 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Usage tracker for resource:security_group_rule and tenant:cf86d1798432409fb6dad69522745eeb is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:45.346251 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:45.367862 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:45.369068 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.385449 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.385820 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.387262 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.387575 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.388023 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.388361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.388722 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.389056 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.389363 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.389669 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.396372 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:45.400409 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:45.581868 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.583615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.583615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.583615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:45.583615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6363874f-cef1-4031-804f-2c4b5fe45aae']}} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:45.596857 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcbda677-9f39-475d-b498-41f48aa4427d') {'for_net_delete': True} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:45.597220 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcbda677-9f39-475d-b498-41f48aa4427d') {} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:45.609365 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.611857 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780292'] for segment, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.634253 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.642288 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=75810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:26:45.642688 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1780513'] for segment, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: util.warn_limited( Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: Traceback (most recent call last): Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: timer() Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: cb(*args, **kw) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: return func(*args, **kwargs) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: self._notify() Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: self.callback(batched_events) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: event.method(event) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: return f(self, *a, **k) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: return self._get(url).json() Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: return self.request(url, 'GET', **kwargs) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:26:45.675311 dv-cinder-805825-3-smb neutron-server[75810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:26:45.685432 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port b68f9a43-973f-455b-81b7-4f372f2334ad, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=b68f9a43-973f-455b-81b7-4f372f2334ad,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:45.753479 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.864872 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-656bf953-923f-4031-bbef-213c0914822a None None] Notify callbacks [] for port, precommit_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.865050 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.874212 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-656bf953-923f-4031-bbef-213c0914822a None None] Transition to ACTIVE for port object d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:45.880497 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:45.893884 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:45.920181 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:46.022397 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=b68f9a43-973f-455b-81b7-4f372f2334ad,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:46.025403 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-1c718951-9cca-404e-9311-37b894ae5228 None None] Provisioning complete for port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:46.025772 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1c718951-9cca-404e-9311-37b894ae5228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.051214 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-656bf953-923f-4031-bbef-213c0914822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.056840 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:46.075717 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:46.097820 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.135734 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.157987 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f55466-4ec5-4b22-b113-831e0601586c,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:46.174492 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf86d1798432409fb6dad69522745eeb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6384482 Sep 15 19:26:46.175529 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:46.187109 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44838) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:46.210796 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:46.254931 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6363874f-cef1-4031-804f-2c4b5fe45aae,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:46.267951 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:46.403032 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6363874f-cef1-4031-804f-2c4b5fe45aae HTTP/1.1" status: 204 len: 168 time: 2.5271921 Sep 15 19:26:46.423134 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44846) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:46.444828 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-1c718951-9cca-404e-9311-37b894ae5228 None None] Port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:26:46.451128 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-656bf953-923f-4031-bbef-213c0914822a None None] Attempting to bind port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:46.451128 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-656bf953-923f-4031-bbef-213c0914822a None None] Attempting to bind port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:46.451128 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656bf953-923f-4031-bbef-213c0914822a None None] Attempting to bind port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 on network 4f653d49-f5e4-4d58-abca-ae1862572e36 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:46.459601 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066550f-f59f-4ebf-863c-071722160725 None None] Pushing event updated for resources: {'Port': ['ID=d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:46.464239 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a066550f-f59f-4ebf-863c-071722160725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:46.465425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656bf953-923f-4031-bbef-213c0914822a None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:46.465800 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656bf953-923f-4031-bbef-213c0914822a None None] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:46.466338 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-656bf953-923f-4031-bbef-213c0914822a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.466733 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656bf953-923f-4031-bbef-213c0914822a None None] Bound using segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:46.467204 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-656bf953-923f-4031-bbef-213c0914822a None None] Bound port: d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:46.467572 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-656bf953-923f-4031-bbef-213c0914822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.474400 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-cd0d98c3-6c94-4542-bcad-b8f6e800d96f req-b0a7146f-3cc7-4e25-8113-ee7082e952f3 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Synchronizing usage tracker for tenant:df7d7ec21a444f62b355a8fbaa6d3042 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:26:46.509477 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-1892eb4b-22b2-43e7-b7e5-fd36e2f0c3eb req-50efd465-3f6c-4f95-899e-84399f65c8aa tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:26:46.556259 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-656bf953-923f-4031-bbef-213c0914822a None None] For port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:46.562706 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-656bf953-923f-4031-bbef-213c0914822a None None] For port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:46.613261 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bf232390-0e07-4606-8d6c-6ffb9fc59aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.629154 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-656bf953-923f-4031-bbef-213c0914822a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.660626 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:46.691669 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Allocated IP 172.20.0.11 (1bbda95e-d8db-436f-9a0e-bbfcb8e0be66/e842d761-f7fb-4ed1-999f-eac0961a8e0a/16d6dffe-b06d-4562-bef9-38b4d7f8d71c) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:46.755161 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bf232390-0e07-4606-8d6c-6ffb9fc59aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.764775 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-cd0d98c3-6c94-4542-bcad-b8f6e800d96f req-b0a7146f-3cc7-4e25-8113-ee7082e952f3 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Unset dirty status for tenant:df7d7ec21a444f62b355a8fbaa6d3042 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:26:46.768295 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cd0d98c3-6c94-4542-bcad-b8f6e800d96f req-b0a7146f-3cc7-4e25-8113-ee7082e952f3 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 210 time: 0.4768443 Sep 15 19:26:46.775687 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Deleting subnet 29018d46-9844-43f0-910d-4f6e95c7388f {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:26:46.784042 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.809562 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-1892eb4b-22b2-43e7-b7e5-fd36e2f0c3eb req-50efd465-3f6c-4f95-899e-84399f65c8aa tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:26:46.816630 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:46.829017 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1892eb4b-22b2-43e7-b7e5-fd36e2f0c3eb req-50efd465-3f6c-4f95-899e-84399f65c8aa tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 210 time: 0.4447649 Sep 15 19:26:46.836043 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656bf953-923f-4031-bbef-213c0914822a None None] Routers {'40ffc306-0289-41ed-ad6e-13570cab424b'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:46.839399 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-656bf953-923f-4031-bbef-213c0914822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:26:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['40ffc306-0289-41ed-ad6e-13570cab424b'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:47.040322 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:47.043983 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066550f-f59f-4ebf-863c-071722160725 None None] Pushing event updated for resources: {'Port': ['ID=d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:47.049364 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a066550f-f59f-4ebf-863c-071722160725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:47.069878 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:47.166058 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Router cd65d3ef-5671-49c2-9810-72df0c63818e has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:47.262674 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-656bf953-923f-4031-bbef-213c0914822a None None] Set router 40ffc306-0289-41ed-ad6e-13570cab424b gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:47.343099 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bf232390-0e07-4606-8d6c-6ffb9fc59aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:47.357115 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:47.361457 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-18647c3b-4318-4b26-b388-8976c8f103c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:47.382160 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf232390-0e07-4606-8d6c-6ffb9fc59aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f55466-4ec5-4b22-b113-831e0601586c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:47.396745 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-bf232390-0e07-4606-8d6c-6ffb9fc59aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:47.409937 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:47.423998 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bf232390-0e07-4606-8d6c-6ffb9fc59aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:47.427913 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-bf232390-0e07-4606-8d6c-6ffb9fc59aff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99f55466-4ec5-4b22-b113-831e0601586c HTTP/1.1" status: 204 len: 168 time: 1.2341857 Sep 15 19:26:47.530780 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:47.828723 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Network a35d5866-5bc1-4f47-83d2-771dba0d0c44 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:47.828723 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Pushing event updated for resources: {'Port': ['ID=f1da1305-b949-4d20-a591-7f699b1ae4c3,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:47.828723 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:47.828723 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:47.828723 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:47.832337 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:47.832337 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-03554ce8-c935-4169-916a-44a7eb56ae7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:47.832337 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29018d46-9844-43f0-910d-4f6e95c7388f,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:47.832337 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:47.832337 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/29018d46-9844-43f0-910d-4f6e95c7388f HTTP/1.1" status: 204 len: 168 time: 1.3317573 Sep 15 19:26:47.832337 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44874) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:47.832337 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:47.967786 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:48.093324 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-656bf953-923f-4031-bbef-213c0914822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:39Z', 'revision_number': 3, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:48.103418 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:48.104488 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:48.112820 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656bf953-923f-4031-bbef-213c0914822a None None] The sync data for ids ['40ffc306-0289-41ed-ad6e-13570cab424b'] in dv-cinder-805825-3-smb is: [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:39Z', 'revision_number': 3, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:48.134920 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device b68f9a43-973f-455b-81b7-4f372f2334ad up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:48.250007 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:48.262736 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:48.275224 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Sync routers for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:26:48.286368 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b0c65207-87d6-4c02-b8a7-1e731f39b6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:48.287513 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] 10.222.0.57 "PUT /v2.0/routers/cd65d3ef-5671-49c2-9810-72df0c63818e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4525213 Sep 15 19:26:48.303880 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:48.304954 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:26:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:48.351946 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port b68f9a43-973f-455b-81b7-4f372f2334ad triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:48.352249 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:48.521065 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:48.554516 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.554516 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.554749 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.554918 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > port after_create 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.555233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > port after_delete 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.555572 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > port after_update 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.555882 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.558652 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.559524 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.559524 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.743917 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9341967 Sep 15 19:26:48.795418 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:48.968625 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:48.983486 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.983988 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.984184 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.984480 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=75811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 19:26:48.984851 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9972fed4-a6c6-4a43-9c00-a04ac2f4c724']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:49.031741 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daac380f-f8e1-4ed1-8098-53c233d2ef71') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:49.032255 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daac380f-f8e1-4ed1-8098-53c233d2ef71') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:49.046818 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:49.053643 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Pushing event updated for resources: {'Port': ['ID=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:49.057768 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:49.058705 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:49.106580 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:49.106580 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:49.133749 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:26:49.134256 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:49.166742 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:49.167400 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: util.warn_limited( Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:26:49.198598 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:26:49.209875 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-80b4a05c-bb94-41c3-9767-384150fa09ef tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75810) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:26:49.211190 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-80b4a05c-bb94-41c3-9767-384150fa09ef tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4142573 Sep 15 19:26:49.241198 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44908) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:49.344451 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3656309 Sep 15 19:26:49.451236 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:49.455718 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-47548220-7d80-4dba-9751-464ef24558f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:49.488652 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:49.523711 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Pushing event deleted for resources: {'Network': ['ID=9972fed4-a6c6-4a43-9c00-a04ac2f4c724,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:49.537008 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] 10.222.0.57 "DELETE /v2.0/networks/9972fed4-a6c6-4a43-9c00-a04ac2f4c724 HTTP/1.1" status: 204 len: 168 time: 1.7763720 Sep 15 19:26:49.539214 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:49.644993 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235eb4-ebc6-4078-88c2-18f362c4e6ac req-4c92d7b2-3c24-4032-960d-dae210d306bf tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:49.651811 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bb235eb4-ebc6-4078-88c2-18f362c4e6ac req-4c92d7b2-3c24-4032-960d-dae210d306bf tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 932 time: 0.9594126 Sep 15 19:26:49.717237 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc231b-69bb-4259-a677-0ccc6bc5d2cf req-7a2ab7bc-9e01-4b63-ac23-637c99db8372 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:49.726585 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:49.732228 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-90bc231b-69bb-4259-a677-0ccc6bc5d2cf req-7a2ab7bc-9e01-4b63-ac23-637c99db8372 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 931 time: 1.0669975 Sep 15 19:26:49.813023 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:49.824463 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Usage tracker for resource:security_group_rule and tenant:0f37ad2973ad4c7fb83615a04806b11d is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:49.829430 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:49.845163 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:49.885869 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:44Z', 'revision_number': 2, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:49.895514 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Checking router: cd65d3ef-5671-49c2-9810-72df0c63818e for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:26:49.909247 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Updating router cd65d3ef-5671-49c2-9810-72df0c63818e port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 binding host dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:26:50.027130 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.040877 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.073906 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.085869 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Request body: {'port': {'device_id': 'e2835405-8691-4d21-88e4-cda768e51ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:50.114044 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.124622 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:50.169396 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Request body: {'port': {'device_id': '2cd4ffdc-2797-4395-b028-19aa8699b6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:50.172241 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:50.234609 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc448e5a-1b2f-4ed5-a567-e3c1e3de13dc,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:50.246424 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:50.251818 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f37ad2973ad4c7fb83615a04806b11d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0091939 Sep 15 19:26:50.255342 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44946) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:50.276304 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-bb235eb4-ebc6-4078-88c2-18f362c4e6ac req-338ba024-ccb6-427f-89cc-58f51dcec2da tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:26:50.311687 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44950) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:50.390835 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-90bc231b-69bb-4259-a677-0ccc6bc5d2cf req-65fcf1a4-5d17-4862-9c94-042708a319c5 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573744 Sep 15 19:26:50.450987 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:50.458538 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:50.458974 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.487863 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-6b819487-05bf-44f2-bdfa-917e7eb2b653 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9dfa1e83698480a928ac9a4d4630b56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1740556 Sep 15 19:26:50.491942 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44956) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:50.679714 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6761fe31-572c-4b82-80e7-9fea2e10c88a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.708410 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Notify callbacks [] for port, precommit_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.721386 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.provisioning_blocks [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Transition to ACTIVE for port object 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 will not be triggered until provisioned by entity L2. {{(pid=75813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:50.781070 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-bb235eb4-ebc6-4078-88c2-18f362c4e6ac req-338ba024-ccb6-427f-89cc-58f51dcec2da tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:26:50.788928 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6761fe31-572c-4b82-80e7-9fea2e10c88a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.790771 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bb235eb4-ebc6-4078-88c2-18f362c4e6ac req-338ba024-ccb6-427f-89cc-58f51dcec2da tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1380677 Sep 15 19:26:50.792209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Allocated IP 172.20.0.1 (00fb698c-b1bb-4a7b-8825-5a07f774bd7a/157688e5-42f7-4198-b7c7-7ddb1aa62dac/f58313d2-0222-426a-87cf-a07106f0cc97) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:50.806522 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfecd-92d4-44ac-9567-12a10610d85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.822819 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.833388 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.863309 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:50.879295 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfecd-92d4-44ac-9567-12a10610d85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.879434 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:50.988042 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:50.992302 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:51.047012 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6761fe31-572c-4b82-80e7-9fea2e10c88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:51.061567 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e5279753-e1e5-4c80-bbf2-9b60c0def7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:51.095288 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6761fe31-572c-4b82-80e7-9fea2e10c88a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:51.099130 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-6761fe31-572c-4b82-80e7-9fea2e10c88a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cc448e5a-1b2f-4ed5-a567-e3c1e3de13dc HTTP/1.1" status: 204 len: 168 time: 0.8401568 Sep 15 19:26:51.100069 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761fe31-572c-4b82-80e7-9fea2e10c88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc448e5a-1b2f-4ed5-a567-e3c1e3de13dc,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:51.109988 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-6761fe31-572c-4b82-80e7-9fea2e10c88a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:51.142207 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfecd-92d4-44ac-9567-12a10610d85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:51.145982 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a9dbfecd-92d4-44ac-9567-12a10610d85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:51.150638 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a9dbfecd-92d4-44ac-9567-12a10610d85c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79d8e502-8946-46af-8fc2-2d8d0657dee9 HTTP/1.1" status: 204 len: 168 time: 0.6527607 Sep 15 19:26:51.151594 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-24119821-002c-43bf-930e-59c492d26aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:51.175183 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbfecd-92d4-44ac-9567-12a10610d85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d8e502-8946-46af-8fc2-2d8d0657dee9,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:51.187361 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a9dbfecd-92d4-44ac-9567-12a10610d85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:51.322630 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:51.326276 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:51.348456 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:51.354267 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:51.364493 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd23c1-90ee-45da-862b-ffa7a3fa8186 None None] Pushing event updated for resources: {'Port': ['ID=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,revision_number=3']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:51.369156 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-06fd23c1-90ee-45da-862b-ffa7a3fa8186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:51.630871 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Attempting to bind port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:51.635088 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Attempting to bind port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:51.635468 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Attempting to bind port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 on network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:51.665433 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:51.665665 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Checking segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:51.669034 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:51.670674 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Bound using segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:51.671202 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Bound port: 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'}}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:51.675044 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:51.995443 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 44990) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:52.000621 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076714866', 'description': 'tempest-description--324865969'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:52.015882 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:52.027878 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:security_group and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:52.047747 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:52.067134 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:52.107474 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] For port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:52.112528 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1da1305-b949-4d20-a591-7f699b1ae4c3 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:26:52.118746 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] For port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:52.142150 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.153076 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:52.154539 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.191665 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.221361 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:52.234250 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:52.250015 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:security_group_rule and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:52.257346 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.258400 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:52.274300 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:52.349145 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Transition to ACTIVE for port object f1da1305-b949-4d20-a591-7f699b1ae4c3 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:52.366132 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:52.366643 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.389788 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.485042 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.496128 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c04c59f9-c23f-4c49-82f2-e5fb3fff8c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:52.584548 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.619599 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd23c1-90ee-45da-862b-ffa7a3fa8186 None None] Pushing event updated for resources: {'Port': ['ID=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,revision_number=4']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:52.631450 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90bcf2a-eb74-4fde-882b-1a695d1e0d34,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:52.634357 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-06fd23c1-90ee-45da-862b-ffa7a3fa8186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:52.635035 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:52.637479 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-db0394d4-8e80-4a87-b2a7-d551cd683e85 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:52.670918 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:26:52.672233 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:26:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:52.686057 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.690695 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6948168 Sep 15 19:26:52.691306 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45006) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:52.698044 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'security_group_rule': {'security_group_id': 'f90bcf2a-eb74-4fde-882b-1a695d1e0d34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:52.726714 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:52.742786 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:security_group_rule and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:52.757862 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:52.770350 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:52.859522 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:52.927083 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb66c49-345a-41e8-b27e-b247c011e9c8 req-c0ca31cd-8e98-43a2-b71b-7cf5f597d1b6 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:52.928590 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1fb66c49-345a-41e8-b27e-b247c011e9c8 req-c0ca31cd-8e98-43a2-b71b-7cf5f597d1b6 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 931 time: 1.0297801 Sep 15 19:26:53.008833 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45012) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:53.018466 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:26:53.076815 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1da1305-b949-4d20-a591-7f699b1ae4c3,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:53.110286 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:53.183158 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3148229-437f-4ab0-9174-1af75c15f61c req-80ddbf08-76d4-4905-85d7-24d2658d3ef5 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:53.187537 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3148229-437f-4ab0-9174-1af75c15f61c req-80ddbf08-76d4-4905-85d7-24d2658d3ef5 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 932 time: 1.0359557 Sep 15 19:26:53.220599 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.265915 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-6d5dab98-dea3-429d-8fb3-8658fa1d3e92 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eab90e3add2f47628d4cd8a13d50bd36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2558692 Sep 15 19:26:53.270226 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45018) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:53.276136 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:53.287869 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.386194 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.387936 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:53.477281 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1fb66c49-345a-41e8-b27e-b247c011e9c8 req-7e5676d5-9e58-4870-8c22-7a3d48f23176 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134891 Sep 15 19:26:53.491889 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-068c2d91-5759-44d1-b8d3-e54da9f2ebe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.495652 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e71923e9-aa86-483d-91ca-0bba5f9c5be6,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:53.500926 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:53.508946 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:53.510855 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Pushing event updated for resources: {'Port': ['ID=f58313d2-0222-426a-87cf-a07106f0cc97,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:53.513423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:53.535201 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:53.552066 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-068c2d91-5759-44d1-b8d3-e54da9f2ebe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.552270 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:53.589068 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.593631 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3148229-437f-4ab0-9174-1af75c15f61c req-6d1a3525-f5a8-4724-a60c-4bf4ced4db28 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735907 Sep 15 19:26:53.595305 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9018550 Sep 15 19:26:53.595853 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 45026) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:53.619209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'security_group_rule': {'security_group_id': 'f90bcf2a-eb74-4fde-882b-1a695d1e0d34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:53.652474 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:53.659537 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.db.resource_extend [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:26:53.677688 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:52Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:26:53.678421 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:security_group_rule and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:53.689889 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Attempting to bind port f1da1305-b949-4d20-a591-7f699b1ae4c3 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:53.689889 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Attempting to bind port f1da1305-b949-4d20-a591-7f699b1ae4c3 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '5f537d45-fc31-441e-9adc-00c8f4cba268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a35d5866-5bc1-4f47-83d2-771dba0d0c44'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:53.690152 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Attempting to bind port f1da1305-b949-4d20-a591-7f699b1ae4c3 on network a35d5866-5bc1-4f47-83d2-771dba0d0c44 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:53.691332 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c741836-7ff8-4f8d-bcc6-0b2c3d4a3b03 None None] The sync data for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb is: [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:52Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:26:53.691487 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-068c2d91-5759-44d1-b8d3-e54da9f2ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.695024 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:53.701999 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:53.713226 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694531'] for router_interface, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.734350 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c2d91-5759-44d1-b8d3-e54da9f2ebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a89185-4518-44dd-a956-7be9a9b2c7dc,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:53.739429 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:53.767381 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-068c2d91-5759-44d1-b8d3-e54da9f2ebe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:53.802019 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-068c2d91-5759-44d1-b8d3-e54da9f2ebe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.810794 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-068c2d91-5759-44d1-b8d3-e54da9f2ebe5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/04a89185-4518-44dd-a956-7be9a9b2c7dc HTTP/1.1" status: 204 len: 168 time: 0.5393820 Sep 15 19:26:53.904360 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Port f1da1305-b949-4d20-a591-7f699b1ae4c3 on network a35d5866-5bc1-4f47-83d2-771dba0d0c44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:26:53.904975 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Attempting to bind port f1da1305-b949-4d20-a591-7f699b1ae4c3 on network a35d5866-5bc1-4f47-83d2-771dba0d0c44 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:53.928901 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:53.929824 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Checking segment: {'id': '5f537d45-fc31-441e-9adc-00c8f4cba268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a35d5866-5bc1-4f47-83d2-771dba0d0c44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:53.930679 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Bound using segment: {'id': '5f537d45-fc31-441e-9adc-00c8f4cba268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a35d5866-5bc1-4f47-83d2-771dba0d0c44'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:53.931334 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Bound port: f1da1305-b949-4d20-a591-7f699b1ae4c3, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f537d45-fc31-441e-9adc-00c8f4cba268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a35d5866-5bc1-4f47-83d2-771dba0d0c44'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:53.931895 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:53.945927 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d6dffe-b06d-4562-bef9-38b4d7f8d71c {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:26:53.958142 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:54.019656 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Transition to ACTIVE for port object 16d6dffe-b06d-4562-bef9-38b4d7f8d71c will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:26:54.117357 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:54.142916 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:54.202648 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:54.222090 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] For port f1da1305-b949-4d20-a591-7f699b1ae4c3, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:54.259099 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-664cc838-8e97-456f-a919-7b5945c7ba32 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:54.350016 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] For port f1da1305-b949-4d20-a591-7f699b1ae4c3, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f1da1305-b949-4d20-a591-7f699b1ae4c3,segment=NetworkSegment(5f537d45-fc31-441e-9adc-00c8f4cba268),segment_id=5f537d45-fc31-441e-9adc-00c8f4cba268)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:54.352690 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:54.359862 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:26:54.371910 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:54.372926 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:54.450517 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:54.661133 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Pushing event updated for resources: {'Port': ['ID=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:54.738884 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:54.740728 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:54.785305 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:54.974092 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:26:55.002161 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.003737 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] 10.222.0.54 "PUT /v2.0/ports/f1da1305-b949-4d20-a591-7f699b1ae4c3 HTTP/1.1" status: 200 len: 1093 time: 5.4588776 Sep 15 19:26:55.007724 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2835405-8691-4d21-88e4-cda768e51ceb', 'tag': 'f1da1305-b949-4d20-a591-7f699b1ae4c3'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:26:55.045560 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.051096 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1cede734-e910-4149-b042-d09e0fa126b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:55.206436 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:55.221851 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:55.245369 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.408466 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.420403 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Attempting to bind port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:26:55.420835 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Attempting to bind port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:26:55.421154 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Attempting to bind port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:55.455071 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1da1305-b949-4d20-a591-7f699b1ae4c3,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:55.549340 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:55.554159 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:26:55.554505 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Attempting to bind port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:26:55.556340 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:55.687864 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f1785-cd94-4072-8c7f-49361c881f65 req-857a3277-a18c-4bf0-8b7f-3d29abf45fa7 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:55.689364 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb8f1785-cd94-4072-8c7f-49361c881f65 req-857a3277-a18c-4bf0-8b7f-3d29abf45fa7 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 943 time: 0.8625765 Sep 15 19:26:55.720372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54467c01-885b-43b5-9307-d36a75921557,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:55.749919 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:26:55.750513 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Checking segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:26:55.750908 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Bound using segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:26:55.751362 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Bound port: 16d6dffe-b06d-4562-bef9-38b4d7f8d71c, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:26:55.751704 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.767779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:55.845837 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb8f1785-cd94-4072-8c7f-49361c881f65 req-6204da66-e2f6-4b4f-a5ab-211b02bd4f73 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394522 Sep 15 19:26:55.913692 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8ca25-e58e-4b0a-9dea-25f811ea8272 req-952aeb8b-41c1-41e0-a247-cb9102b45fc3 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:55.915490 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ecb8ca25-e58e-4b0a-9dea-25f811ea8272 req-952aeb8b-41c1-41e0-a247-cb9102b45fc3 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 944 time: 0.9156232 Sep 15 19:26:55.929844 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:55.934994 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45088) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:26:55.935593 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.3272340 Sep 15 19:26:55.940729 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'floatingip': {'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:26:55.952478 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:26:55.965431 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:floatingip and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:26:55.969145 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:26:55.975514 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:26:55.995153 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.db.resource_extend [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:26:56.063381 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:56.076244 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:26:56.081112 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:56.099622 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ecb8ca25-e58e-4b0a-9dea-25f811ea8272 req-8bb7b907-b7f3-4a7f-8a96-139c0e160c63 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739357 Sep 15 19:26:56.099622 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] For port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:26:56.102221 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] For port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:26:56.159520 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:56.235856 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:56.394140 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:26:56.396461 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:56.462294 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3810520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695343'] for router_interface, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:56.463657 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:56.470140 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:56.720996 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Allocated IP 172.28.1.128 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/25cd193c-dddc-43a1-b2ef-abc6de9b4c98) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:26:56.835428 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Pushing event updated for resources: {'Port': ['ID=f58313d2-0222-426a-87cf-a07106f0cc97,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:56.845777 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:56.855648 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:56.857254 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/16d6dffe-b06d-4562-bef9-38b4d7f8d71c HTTP/1.1" status: 200 len: 1094 time: 7.3137922 Sep 15 19:26:56.857784 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-22478ec7-6a5e-4fa8-889e-aef83ea485e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:56.962064 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2835405-8691-4d21-88e4-cda768e51ceb', 'tag': 'f1da1305-b949-4d20-a591-7f699b1ae4c3', 'status': 'completed', 'code': 200} Sep 15 19:26:57.103602 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:57.251083 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:57.268703 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-35f2600a-26d9-47ef-af06-a4a9f488a3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:57.481999 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:57.486889 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'Port': ['ID=25cd193c-dddc-43a1-b2ef-abc6de9b4c98,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:57.497383 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:57.498599 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:57.501645 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:26:57.579439 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Pushing event updated for resources: {'Port': ['ID=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:57.601113 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:57.668625 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-7466fe4c-9eda-4e57-b8b4-a34065e337cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df7d7ec21a444f62b355a8fbaa6d3042&device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 1096 time: 1.1540232 Sep 15 19:26:57.698199 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:26:57.704648 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:26:57.855704 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-efed7171-7e1d-4eb8-8c27-409ed3ddb896 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1da1305-b949-4d20-a591-7f699b1ae4c3 HTTP/1.1" status: 200 len: 217 time: 0.1292982 Sep 15 19:26:58.020657 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-633f634a-7473-4e87-9ade-a448548f0a2c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 1097 time: 0.8117893 Sep 15 19:26:58.183863 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:58.206671 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78cf08d-ae85-4b53-ac00-4ae86d9b7b91 req-8069a972-2ee8-4c00-bb84-62ae1d1181a3 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:58.208610 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e78cf08d-ae85-4b53-ac00-4ae86d9b7b91 req-8069a972-2ee8-4c00-bb84-62ae1d1181a3 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 943 time: 1.1106899 Sep 15 19:26:58.210048 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-b6b1bc23-56ea-4284-b7ff-b2502b9d5099 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:58.211420 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-b6b1bc23-56ea-4284-b7ff-b2502b9d5099 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=26db3e73-343c-4e74-a8df-ca4947e07912 HTTP/1.1" status: 200 len: 852 time: 0.3320522 Sep 15 19:26:58.240840 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9288398-e887-49dc-a220-3eb0eb6ee9e4 req-1f982bc9-68eb-45c3-b4a3-17ce2d97aff4 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:58.242451 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c9288398-e887-49dc-a220-3eb0eb6ee9e4 req-1f982bc9-68eb-45c3-b4a3-17ce2d97aff4 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 944 time: 0.8431704 Sep 15 19:26:58.360297 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:58.516222 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c9288398-e887-49dc-a220-3eb0eb6ee9e4 req-4404c93d-5580-422b-b49f-2cb3b49be053 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528258 Sep 15 19:26:58.609011 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-2f9ec9d8-36c1-4555-983b-fac1fdfe5ec4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a35d5866-5bc1-4f47-83d2-771dba0d0c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2164683 Sep 15 19:26:58.705864 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-c4e0de08-59a9-40d5-82b1-88e222f8d52d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d6dffe-b06d-4562-bef9-38b4d7f8d71c HTTP/1.1" status: 200 len: 217 time: 0.3101149 Sep 15 19:26:58.771856 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e78cf08d-ae85-4b53-ac00-4ae86d9b7b91 req-fcfde88f-e60a-4f32-9b81-3842482458e6 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548992 Sep 15 19:26:58.854956 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for port, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:58.976223 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1597893'] for port, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:58.981689 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:26:59.108180 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'Port': ['ID=25cd193c-dddc-43a1-b2ef-abc6de9b4c98,revision_number=2']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:26:59.124504 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:26:59.149924 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:59.174156 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd4ffdc-2797-4395-b028-19aa8699b6d7', 'tag': '16d6dffe-b06d-4562-bef9-38b4d7f8d71c'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:26:59.238597 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Router 40ffc306-0289-41ed-ad6e-13570cab424b has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:26:59.246509 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd4ffdc-2797-4395-b028-19aa8699b6d7', 'tag': '16d6dffe-b06d-4562-bef9-38b4d7f8d71c', 'status': 'completed', 'code': 200} Sep 15 19:26:59.279473 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:26:59.284269 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3479748 Sep 15 19:26:59.733588 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-aab5b697-c6f1-496c-bfb8-529e6ce008e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:26:59.735048 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-aab5b697-c6f1-496c-bfb8-529e6ce008e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e842d761-f7fb-4ed1-999f-eac0961a8e0a HTTP/1.1" status: 200 len: 854 time: 0.2519965 Sep 15 19:26:59.807244 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-91a713aa-3ead-437a-876d-4cd9d3e94cf7 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1076714866&fields=id&tenant_id=ac059076ce774e1a909de86347779f78 HTTP/1.1" status: 200 len: 267 time: 0.2411129 Sep 15 19:26:59.812799 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-ce0061d5-1914-499a-8413-45b5968da119 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659473 Sep 15 19:26:59.826810 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:26:59.831926 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] 10.222.0.57 "PUT /v2.0/routers/40ffc306-0289-41ed-ad6e-13570cab424b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2053146 Sep 15 19:26:59.899850 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-58c06d01-edba-495c-84e8-ee06992a1c35 service neutron] 10.222.0.54 "GET /v2.0/networks/a35d5866-5bc1-4f47-83d2-771dba0d0c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139516 Sep 15 19:27:00.255498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d2a53-202a-4a64-a337-9f32af84da79 req-6678d72a-05d6-4992-815a-e34dfb4bf4d6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:00.257006 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eb8d2a53-202a-4a64-a337-9f32af84da79 req-6678d72a-05d6-4992-815a-e34dfb4bf4d6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 944 time: 0.5847270 Sep 15 19:27:00.339746 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-d5a5f7f9-b354-45f0-b7ec-5965ca4be725 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029652 Sep 15 19:27:00.399680 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-418efcac-ffc9-43c5-8893-5c73250a4f56 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:00.401362 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-418efcac-ffc9-43c5-8893-5c73250a4f56 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 817 time: 0.5765080 Sep 15 19:27:00.418341 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a10e8333-482f-4d9e-b1f8-d5d14e8ad9c8 req-b6c6bd86-3c66-4b4a-89da-39d412833bf6 service neutron] 10.222.0.54 "GET /v2.0/networks/a35d5866-5bc1-4f47-83d2-771dba0d0c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983666 Sep 15 19:27:00.438761 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eb8d2a53-202a-4a64-a337-9f32af84da79 req-171a4c7c-934f-4f58-94e2-6cffa5c50fb2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626427 Sep 15 19:27:00.515120 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-540399cf-7201-449f-b0f0-836da3dcba32 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/quotas/ac059076ce774e1a909de86347779f78 HTTP/1.1" status: 200 len: 375 time: 0.1002216 Sep 15 19:27:00.671524 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ed1d6a2-afc1-4e37-ad36-3520522d796f req-8d9aa74f-e568-4ad9-9fe0-5e5084815061 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190773 Sep 15 19:27:00.742215 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-2690b4da-198a-4a2c-9ca9-752f015ec347 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2198219 Sep 15 19:27:00.754843 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-f5687a56-bd4a-4768-8456-2f65f562b2bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df7d7ec21a444f62b355a8fbaa6d3042&device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 1096 time: 0.1691775 Sep 15 19:27:00.760339 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d08028-5590-4b16-907c-d2b13bdd7b1a req-3ddc4d63-cf6c-425d-9fe4-e704e693111d tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:00.762403 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-52d08028-5590-4b16-907c-d2b13bdd7b1a req-3ddc4d63-cf6c-425d-9fe4-e704e693111d tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 943 time: 0.1931450 Sep 15 19:27:00.767482 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45230) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:00.915774 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:00.949759 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:00.953666 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Usage tracker for resource:security_group_rule and tenant:c663d94f63884797bfcd65f78f9814ce is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:00.956598 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:00.962608 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:01.044796 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:01.107869 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:01.116216 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:01.135024 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-52d08028-5590-4b16-907c-d2b13bdd7b1a req-a532e466-6612-4201-b9c7-3af988278f9a tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525701 Sep 15 19:27:01.162595 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-b3d514f3-c0c0-4f00-aaf8-32947a958b08 service neutron] 10.222.0.57 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992281 Sep 15 19:27:01.163580 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-0b046626-4b80-4fb7-b3a6-8d9479fa7d7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:01.164874 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-0b046626-4b80-4fb7-b3a6-8d9479fa7d7f service neutron] 10.222.0.54 "GET /v2.0/networks?id=a35d5866-5bc1-4f47-83d2-771dba0d0c44 HTTP/1.1" status: 200 len: 913 time: 0.3836474 Sep 15 19:27:01.167650 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c663d94f63884797bfcd65f78f9814ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3989255 Sep 15 19:27:01.168710 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e87618-53e4-435e-974c-0865e0a1ef0e,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:01.171152 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45240) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:01.173777 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:01.237795 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e15a3a9-004e-4ad3-a32e-78c53ab46717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:01.269598 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e15a3a9-004e-4ad3-a32e-78c53ab46717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:01.276742 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-b00a46ac-8c87-4535-931e-f766ddfa284b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 1097 time: 0.4682686 Sep 15 19:27:01.325470 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-7a233b2a-2e87-4e3d-b71a-c44f819fbbf1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1da1305-b949-4d20-a591-7f699b1ae4c3 HTTP/1.1" status: 200 len: 217 time: 0.1367323 Sep 15 19:27:01.427714 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e15a3a9-004e-4ad3-a32e-78c53ab46717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:01.435321 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a9dbfecd-92d4-44ac-9567-12a10610d85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:01.451805 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e15a3a9-004e-4ad3-a32e-78c53ab46717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:01.458645 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-4e15a3a9-004e-4ad3-a32e-78c53ab46717 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57e87618-53e4-435e-974c-0865e0a1ef0e HTTP/1.1" status: 204 len: 168 time: 0.2853692 Sep 15 19:27:01.462411 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e15a3a9-004e-4ad3-a32e-78c53ab46717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e87618-53e4-435e-974c-0865e0a1ef0e,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:01.474489 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4e15a3a9-004e-4ad3-a32e-78c53ab46717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:01.518810 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-8172bf50-4540-40fb-a172-41fc6bdb45bb service neutron] 10.222.0.57 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503757 Sep 15 19:27:01.525294 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-6e9f0fa6-00a4-4995-8952-c4f8e4f3dd1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:01.525294 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-6e9f0fa6-00a4-4995-8952-c4f8e4f3dd1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=26db3e73-343c-4e74-a8df-ca4947e07912 HTTP/1.1" status: 200 len: 852 time: 0.1672976 Sep 15 19:27:01.593183 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-1e0b2bda-78d9-4763-9ade-9cec0227f842 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a35d5866-5bc1-4f47-83d2-771dba0d0c44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622737 Sep 15 19:27:01.605334 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-d2605a03-36d1-4693-b3ef-73c1e6ea3d22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:01.605334 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-d2605a03-36d1-4693-b3ef-73c1e6ea3d22 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 915 time: 0.2719679 Sep 15 19:27:01.731989 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-db55919f-2daa-46b6-af52-b7e7432425a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d6dffe-b06d-4562-bef9-38b4d7f8d71c HTTP/1.1" status: 200 len: 217 time: 0.1176496 Sep 15 19:27:01.996233 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-e7b284d0-6ebb-443a-a9ef-1ca7bdd65825 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:01.997686 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-e7b284d0-6ebb-443a-a9ef-1ca7bdd65825 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e842d761-f7fb-4ed1-999f-eac0961a8e0a HTTP/1.1" status: 200 len: 854 time: 0.2595797 Sep 15 19:27:02.085701 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-18c55e2c-9777-4709-afee-87ac618b62ee service neutron] 10.222.0.54 "GET /v2.0/networks/a35d5866-5bc1-4f47-83d2-771dba0d0c44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727569 Sep 15 19:27:02.089887 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-c801522e-7d36-433d-9620-54d013ec1fc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708330 Sep 15 19:27:02.161121 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-89a8f9f0-6632-4d28-9fb1-7b09a001cce3 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:02.162053 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-89a8f9f0-6632-4d28-9fb1-7b09a001cce3 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Synchronizing usage tracker for tenant:42a7f984db50442983b35494d4c54151 on resource:network {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:02.301659 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45284) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:02.324799 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:02.370902 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:02.376581 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Usage tracker for resource:security_group_rule and tenant:8a7215f6e9734a2fb3df947393c0c3de is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:02.379878 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:02.388593 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:02.447392 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afd6f9-ba95-4869-ab21-b6abed853b0e req-d0cc195a-6138-418c-99c1-6c16eef261a9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:02.449500 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-81afd6f9-ba95-4869-ab21-b6abed853b0e req-d0cc195a-6138-418c-99c1-6c16eef261a9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 944 time: 0.5209246 Sep 15 19:27:02.462466 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-6faf5384-ecb0-42b2-a9c2-0bcfb5fe201a service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597639 Sep 15 19:27:02.480210 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-89a8f9f0-6632-4d28-9fb1-7b09a001cce3 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Unset dirty status for tenant:42a7f984db50442983b35494d4c54151 on resource:network {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:02.481311 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-89a8f9f0-6632-4d28-9fb1-7b09a001cce3 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 818 time: 0.7841821 Sep 15 19:27:02.489482 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:02.506725 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e125ae3d-5498-4755-bafd-9bee899b3e54 req-61fc2104-23cc-4d9c-949b-127a3dde8558 service neutron] 10.222.0.54 "GET /v2.0/networks/a35d5866-5bc1-4f47-83d2-771dba0d0c44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056599 Sep 15 19:27:02.587492 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:02.596914 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e99b0a47-4a62-4c93-99cd-2b41e9f3329d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:02.605679 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-d48ed551-ba82-4f4a-8cfb-0e3fc4038fa6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/quotas/42a7f984db50442983b35494d4c54151 HTTP/1.1" status: 200 len: 375 time: 0.0930574 Sep 15 19:27:02.618678 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-81afd6f9-ba95-4869-ab21-b6abed853b0e req-cd26180d-1023-4290-a9ee-605bdfa63045 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584394 Sep 15 19:27:02.644314 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8993df9-9f80-4e20-bcf6-48fd3cb77db4,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:02.656549 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:02.656549 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a7215f6e9734a2fb3df947393c0c3de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3507631 Sep 15 19:27:02.656549 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45294) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:02.705190 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a19c08d9-96bf-45d9-8762-d8891edcf566 req-cebe3744-2fa9-4110-bdbd-5244780de34a service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213697 Sep 15 19:27:02.727375 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-41ccc564-0f76-425b-abb7-b64afd850045 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Synchronizing usage tracker for tenant:42a7f984db50442983b35494d4c54151 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:02.746514 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c54c2b6d-e757-4e99-a63e-6dfc3035c1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:02.759372 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:02.779048 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c54c2b6d-e757-4e99-a63e-6dfc3035c1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:02.822210 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f3606b44-1f0a-43a0-92d1-ba9afe2e6905 req-de3bae99-2926-42fb-8569-d82691cc9928 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 210 time: 0.0418561 Sep 15 19:27:02.850736 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-41ccc564-0f76-425b-abb7-b64afd850045 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Unset dirty status for tenant:42a7f984db50442983b35494d4c54151 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:02.852998 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-41ccc564-0f76-425b-abb7-b64afd850045 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2365515 Sep 15 19:27:02.941842 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c54c2b6d-e757-4e99-a63e-6dfc3035c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:02.945656 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:02.959969 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c2b6d-e757-4e99-a63e-6dfc3035c1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8993df9-9f80-4e20-bcf6-48fd3cb77db4,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:02.963530 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c54c2b6d-e757-4e99-a63e-6dfc3035c1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:02.970777 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c54c2b6d-e757-4e99-a63e-6dfc3035c1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:02.970777 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c54c2b6d-e757-4e99-a63e-6dfc3035c1e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8993df9-9f80-4e20-bcf6-48fd3cb77db4 HTTP/1.1" status: 204 len: 168 time: 0.3120184 Sep 15 19:27:03.067560 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-826a4d65-7853-48bf-a3fa-469a800ec856 service neutron] 10.222.0.57 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076311 Sep 15 19:27:03.128815 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dd291-2c85-4d5e-b5de-006e3777c82a req-2ee5c710-2290-4ed9-8c41-0796d26d6cf4 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:03.129732 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ff6dd291-2c85-4d5e-b5de-006e3777c82a req-2ee5c710-2290-4ed9-8c41-0796d26d6cf4 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 943 time: 0.1579406 Sep 15 19:27:03.246685 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ff6dd291-2c85-4d5e-b5de-006e3777c82a req-5ce4dc2d-895d-4f3a-9b46-1e43d7f41cf6 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689094 Sep 15 19:27:03.270668 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-71901d97-78e7-44cd-9d21-b75053cf6ae7 service neutron] 10.222.0.57 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966071 Sep 15 19:27:03.336668 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 16d6dffe-b06d-4562-bef9-38b4d7f8d71c details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:27:03.468700 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:03.482901 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '16d6dffe-b06d-4562-bef9-38b4d7f8d71c', 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'port_id': '16d6dffe-b06d-4562-bef9-38b4d7f8d71c', 'mac_address': 'fa:16:3e:88:8c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e842d761-f7fb-4ed1-999f-eac0961a8e0a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:27:03.628676 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:03.664922 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d6dffe-b06d-4562-bef9-38b4d7f8d71c {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:03.679751 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3ea69fd-1c13-4c92-9198-46e091792450 req-a022b961-cbcb-46e0-b0b4-daf5aed1f7b4 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 210 time: 0.0931287 Sep 15 19:27:03.702793 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:03.783549 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:03.785320 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device f1da1305-b949-4d20-a591-7f699b1ae4c3 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:27:03.796195 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:03.964511 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187745b-a87e-435c-a1ec-81b4982d5e90 req-6590afec-b5c7-4508-9421-063bab2858db tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:03.966543 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d187745b-a87e-435c-a1ec-81b4982d5e90 req-6590afec-b5c7-4508-9421-063bab2858db tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 945 time: 0.0968771 Sep 15 19:27:04.040551 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d187745b-a87e-435c-a1ec-81b4982d5e90 req-97d1b1fa-3e8e-4131-a7a8-b7c524485bc8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683477 Sep 15 19:27:04.063276 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port f1da1305-b949-4d20-a591-7f699b1ae4c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f1da1305-b949-4d20-a591-7f699b1ae4c3,segment=NetworkSegment(5f537d45-fc31-441e-9adc-00c8f4cba268),segment_id=5f537d45-fc31-441e-9adc-00c8f4cba268)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:04.071352 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:04.079576 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:04.090226 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': 'f1da1305-b949-4d20-a591-7f699b1ae4c3', 'network_id': 'a35d5866-5bc1-4f47-83d2-771dba0d0c44', 'port_id': 'f1da1305-b949-4d20-a591-7f699b1ae4c3', 'mac_address': 'fa:16:3e:c1:e0:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26db3e73-343c-4e74-a8df-ca4947e07912', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:27:04.143552 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fed8b5c3-cba0-401c-8218-eafb601fc07d req-8870a692-7e30-417f-b5ec-ac3557d8becd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 210 time: 0.0648320 Sep 15 19:27:04.171577 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:04.193917 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1da1305-b949-4d20-a591-7f699b1ae4c3 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:04.212255 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port f1da1305-b949-4d20-a591-7f699b1ae4c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f1da1305-b949-4d20-a591-7f699b1ae4c3,segment=NetworkSegment(5f537d45-fc31-441e-9adc-00c8f4cba268),segment_id=5f537d45-fc31-441e-9adc-00c8f4cba268)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:04.344828 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:04.365421 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:04.394237 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-4a0ed42a-66a1-498c-911d-da1de5e9b47b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:04.401097 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-4a0ed42a-66a1-498c-911d-da1de5e9b47b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 818 time: 0.1860988 Sep 15 19:27:04.420528 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-5fe02697-df2a-4ed7-8a1f-b01ea82c4328 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/quotas/42a7f984db50442983b35494d4c54151 HTTP/1.1" status: 200 len: 375 time: 0.0184102 Sep 15 19:27:04.531326 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=f1da1305-b949-4d20-a591-7f699b1ae4c3,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:04.535463 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:04.639102 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['16d6dffe-b06d-4562-bef9-38b4d7f8d71c'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:04.692702 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['f1da1305-b949-4d20-a591-7f699b1ae4c3'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:04.693222 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-d6046a3e-4492-4dd3-a022-b776dae50201 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:04.694709 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-d6046a3e-4492-4dd3-a022-b776dae50201 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 817 time: 0.2344446 Sep 15 19:27:04.707157 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-c90ae502-1f4d-44e9-96f6-298668f9c258 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2853773 Sep 15 19:27:04.849294 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeaf41-f25c-46f5-a8c4-f148315d5941 req-5450b60e-08ef-448c-9cfc-84cb3d8cd4c7 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:04.850640 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dabeaf41-f25c-46f5-a8c4-f148315d5941 req-5450b60e-08ef-448c-9cfc-84cb3d8cd4c7 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 944 time: 0.3510370 Sep 15 19:27:04.889231 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-567a91bb-2775-4686-8886-fe02cf4bf67d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac059076ce774e1a909de86347779f78 HTTP/1.1" status: 200 len: 380 time: 0.1603405 Sep 15 19:27:04.910910 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'port': {'device_id': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'admin_state_up': True, 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'security_groups': ['f90bcf2a-eb74-4fde-882b-1a695d1e0d34']}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:04.958031 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-2aabbfb7-853f-4176-8f64-0309b4f7a357 service neutron] 10.222.0.57 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494023 Sep 15 19:27:05.172805 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc9f1-47d9-4926-9473-51ccc6dfe933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:05.226937 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dabeaf41-f25c-46f5-a8c4-f148315d5941 req-e0122e5c-ea6a-4f0e-a27b-9f19de28090d tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596656 Sep 15 19:27:05.389009 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:05.400483 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-2b752bc0-ed0e-4297-a350-139f9c6eece7 service neutron] 10.222.0.57 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416292 Sep 15 19:27:05.409559 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:port and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:05.418671 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:05.472749 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:05.527577 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0f596-fe8d-4220-bb02-a14c90a85ac4 req-608a5ac8-adba-4d33-8ca2-ede378859ab3 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:05.529192 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-88a0f596-fe8d-4220-bb02-a14c90a85ac4 req-608a5ac8-adba-4d33-8ca2-ede378859ab3 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 945 time: 0.1020577 Sep 15 19:27:05.577966 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-88a0f596-fe8d-4220-bb02-a14c90a85ac4 req-04cf1fc0-6ffc-49e8-ad20-f6b0ad1471da tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429502 Sep 15 19:27:05.611171 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Made reservation on behalf of ac059076ce774e1a909de86347779f78 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:27:05.615232 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:05.645062 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:05.871274 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-75daf91b-2ac9-4a7d-9582-214847861b5b req-e60f1797-bb0c-4ea6-9b50-78668a0b9136 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 210 time: 0.0832980 Sep 15 19:27:05.873380 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-359873a3-4741-4ec6-9c0f-d4516be304f6 req-628cfaac-a500-47f1-8750-7d1a5e3b98d6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 210 time: 0.1380668 Sep 15 19:27:06.042723 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Allocated IP 172.20.0.7 (1a2fe10b-c7be-4031-8b48-8edbeffb5438/7656c60c-439e-4d29-a4f1-84101b282dcd/3df9ee15-ae5a-4b3e-8286-fcc0e3991054) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:27:06.269923 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:06.285813 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Transition to ACTIVE for port object 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 will not be triggered until provisioned by entity DHCP. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:27:06.406751 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:27:06.442702 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:06.453475 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:06.563105 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:27:06.569544 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:27:06.572856 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:27:06.611175 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:06.614052 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:06.653338 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc8249-6384-4b97-84d5-96c03053d7b7 req-f2ea4bf5-731f-4dac-9762-2f88f67528ad tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:06.654925 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1fc8249-6384-4b97-84d5-96c03053d7b7 req-f2ea4bf5-731f-4dac-9762-2f88f67528ad tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 944 time: 0.2652576 Sep 15 19:27:06.689345 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:06.690993 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:06.742875 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1fc8249-6384-4b97-84d5-96c03053d7b7 req-e5683935-bed7-4904-8567-160358d90799 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805504 Sep 15 19:27:06.845675 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65df8c4-aea3-4478-9254-3cbfd92c6210 req-a688a208-4e28-4788-8b6e-ee4a9bbe88ec tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:06.847109 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a65df8c4-aea3-4478-9254-3cbfd92c6210 req-a688a208-4e28-4788-8b6e-ee4a9bbe88ec tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 945 time: 0.0819142 Sep 15 19:27:06.869453 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9663491 Sep 15 19:27:06.894238 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Request body: {'port': {'device_id': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:06.896624 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-64a2a51c-c9b5-4183-a7fc-41cb532a84d6 None None] Provisioning for port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:27:06.903983 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-64a2a51c-c9b5-4183-a7fc-41cb532a84d6 None None] Provisioning complete for port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:06.904567 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-64a2a51c-c9b5-4183-a7fc-41cb532a84d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:06.989021 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-64a2a51c-c9b5-4183-a7fc-41cb532a84d6 None None] Port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:27:07.013502 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a65df8c4-aea3-4478-9254-3cbfd92c6210 req-1b3452c9-e40c-4ec6-8d74-f13de0dd0c8c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609240 Sep 15 19:27:07.203666 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d6b40c95-c2bf-4ae7-9fba-882055a82513 req-7939764b-6138-470e-bfed-12177b37e224 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 210 time: 0.1340792 Sep 15 19:27:07.246409 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45454) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:07.335147 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 16d6dffe-b06d-4562-bef9-38b4d7f8d71c up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:27:07.348531 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:07.398264 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-d5662621-9087-4a6d-9965-13f20569fa9f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:07.401204 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-d5662621-9087-4a6d-9965-13f20569fa9f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.54 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 818 time: 0.5113027 Sep 15 19:27:07.442657 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Request body: {'port': {'device_id': '786bad69-d0df-46cd-8af8-5f60effdb083', 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a', 'admin_state_up': True, 'tenant_id': '42a7f984db50442983b35494d4c54151'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:07.525273 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e81994bb-c971-4c97-bac7-1417b1fb1ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:07.593913 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:27:07.601240 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:07.606651 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:07.606844 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:07.646538 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:07.651088 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Usage tracker for resource:security_group_rule and tenant:206e012cdccb4949b844046286e62d05 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:07.654399 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:07.660930 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:07.752169 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:07.771178 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:07.793579 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c134c5-8fa8-4981-a3d9-2d1e633a1546 req-f54ae617-a404-49fb-8f9a-6cacbbd34d09 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:07.794334 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-55c134c5-8fa8-4981-a3d9-2d1e633a1546 req-f54ae617-a404-49fb-8f9a-6cacbbd34d09 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Synchronizing usage tracker for tenant:ac059076ce774e1a909de86347779f78 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:07.811945 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd4ffdc-2797-4395-b028-19aa8699b6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d6dffe-b06d-4562-bef9-38b4d7f8d71c'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:07.877214 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:07.891977 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:07.922177 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:07.945517 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:07.958780 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4e15a3a9-004e-4ad3-a32e-78c53ab46717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:08.000387 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.001813 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device f1da1305-b949-4d20-a591-7f699b1ae4c3 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:27:08.006488 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=206e012cdccb4949b844046286e62d05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7573047 Sep 15 19:27:08.007356 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45484) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:08.013988 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-55c134c5-8fa8-4981-a3d9-2d1e633a1546 req-f54ae617-a404-49fb-8f9a-6cacbbd34d09 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Unset dirty status for tenant:ac059076ce774e1a909de86347779f78 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:08.015182 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-55c134c5-8fa8-4981-a3d9-2d1e633a1546 req-f54ae617-a404-49fb-8f9a-6cacbbd34d09 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 931 time: 0.8164952 Sep 15 19:27:08.053174 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:08.109818 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Made reservation on behalf of 42a7f984db50442983b35494d4c54151 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:27:08.110084 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9a451415-52ed-4d27-b6f0-490dd464f6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.117425 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.133179 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1251947-f521-4c11-917b-b75d98f87c0d,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:08.149519 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:08.170221 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9a451415-52ed-4d27-b6f0-490dd464f6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.187108 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:08.190298 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:08.267874 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:08.277358 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-55c134c5-8fa8-4981-a3d9-2d1e633a1546 req-651a059f-3a01-43d8-a691-1f626fcf53cf tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498479 Sep 15 19:27:08.281402 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.290358 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port f1da1305-b949-4d20-a591-7f699b1ae4c3 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:27:08.296385 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port f1da1305-b949-4d20-a591-7f699b1ae4c3 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:08.296848 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.310344 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ffddf-5ef4-4e70-b337-24e695c1f902 req-8a83f4d4-bcbd-4eed-afa8-112a0d3e8d02 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:08.312006 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f5ffddf-5ef4-4e70-b337-24e695c1f902 req-8a83f4d4-bcbd-4eed-afa8-112a0d3e8d02 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 944 time: 0.2737813 Sep 15 19:27:08.354083 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9a451415-52ed-4d27-b6f0-490dd464f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.357619 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Transition to ACTIVE for port object 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:27:08.367573 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:08.383715 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.54', 64190) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:08.398863 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a451415-52ed-4d27-b6f0-490dd464f6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1251947-f521-4c11-917b-b75d98f87c0d,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:08.410079 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9a451415-52ed-4d27-b6f0-490dd464f6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:08.414242 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9a451415-52ed-4d27-b6f0-490dd464f6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.415631 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-9a451415-52ed-4d27-b6f0-490dd464f6cf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1251947-f521-4c11-917b-b75d98f87c0d HTTP/1.1" status: 204 len: 168 time: 0.4023798 Sep 15 19:27:08.433347 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f5ffddf-5ef4-4e70-b337-24e695c1f902 req-3486d922-264a-42f9-a8e6-844dbf7429ef tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121893 Sep 15 19:27:08.473357 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.534615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:08.548500 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.549284 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.589604 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port f1da1305-b949-4d20-a591-7f699b1ae4c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f1da1305-b949-4d20-a591-7f699b1ae4c3,segment=NetworkSegment(5f537d45-fc31-441e-9adc-00c8f4cba268),segment_id=5f537d45-fc31-441e-9adc-00c8f4cba268)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:08.676707 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd4ffdc-2797-4395-b028-19aa8699b6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d6dffe-b06d-4562-bef9-38b4d7f8d71c', 'code': 200} Sep 15 19:27:08.685508 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:08.687489 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-c5f174cd-783f-4c80-98ec-67bb514d223f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:08.831908 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=f1da1305-b949-4d20-a591-7f699b1ae4c3,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:08.842820 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:08.843037 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:08.846221 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:08.926833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Allocated IP 172.20.0.11 (00fb698c-b1bb-4a7b-8825-5a07f774bd7a/157688e5-42f7-4198-b7c7-7ddb1aa62dac/f9d52ddf-c313-4e8f-93fd-555d64c7517f) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:27:09.008109 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-5049655b-0d16-4958-8d2f-aefd42c09bdd tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:09.009568 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-5049655b-0d16-4958-8d2f-aefd42c09bdd tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.54 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 818 time: 0.6249955 Sep 15 19:27:09.052782 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2bfa6bcf-c945-4eaf-9e4c-0222b362e78c req-629b9c02-6862-4112-8aaf-8b5db07b5716 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 210 time: 0.1153896 Sep 15 19:27:09.057256 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Request body: {'port': {'device_id': 'c3c053d0-4ed0-4f28-bf28-a9da90350a87', 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a', 'admin_state_up': True, 'tenant_id': '42a7f984db50442983b35494d4c54151'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:09.144653 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.54', 64196) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:09.214732 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1564465-bb52-46cc-aa68-635e811e80d8 req-a824dd31-dec1-4dea-99f6-cbaaf685028c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:09.216178 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a1564465-bb52-46cc-aa68-635e811e80d8 req-a824dd31-dec1-4dea-99f6-cbaaf685028c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 946 time: 0.6403823 Sep 15 19:27:09.217927 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-6d25bcad-ec88-4c26-a32c-ad102fbdb059 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 1099 time: 0.0702057 Sep 15 19:27:09.243323 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:09.275850 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:09.280542 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Usage tracker for resource:security_group_rule and tenant:3e198e2f2e604b77b0d176d2ecdf916a is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:09.283797 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:09.290872 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:09.361782 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Attempting to bind port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:27:09.362133 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Attempting to bind port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:27:09.362564 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Attempting to bind port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 on network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:09.377873 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:09.379610 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 45520) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:09.409298 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:09.439350 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:09.447055 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:09.460829 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a1564465-bb52-46cc-aa68-635e811e80d8 req-0ba16cab-a50d-4458-91d4-cc423f914d69 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346869 Sep 15 19:27:09.468352 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Usage tracker for resource:port and tenant:42a7f984db50442983b35494d4c54151 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:09.472303 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 on network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:27:09.472626 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Attempting to bind port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 on network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:09.477090 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-7c4e5c2a-5310-4ee0-805b-4d836923160a req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513969 Sep 15 19:27:09.481761 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc6f090-a05b-4468-8e82-58108a6fea87,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:09.484681 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:09.507180 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Quota usage for port was recalculated. Used quota:1. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:09.524982 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:09.537570 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:09.566488 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:27:09.566821 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Checking segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:27:09.567193 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Bound using segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:27:09.567624 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Bound port: 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:27:09.567963 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:09.747414 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Made reservation on behalf of 42a7f984db50442983b35494d4c54151 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:27:09.750540 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:09.767407 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:09.789445 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Usage tracker for resource:security_group_rule and tenant:239b4ade1b9045bba816cb24d2d250ee is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:09.802117 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:09.816798 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:09.826223 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:09.907766 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:09.937063 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe7f38-7aa7-4886-852f-7c2e0823cc90 req-fa729253-3d64-4ab8-bd6f-e8b21d927a13 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:09.938554 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-18fe7f38-7aa7-4886-852f-7c2e0823cc90 req-fa729253-3d64-4ab8-bd6f-e8b21d927a13 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.4716485 Sep 15 19:27:09.986071 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:10.020369 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:10.061435 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e9197-1ae6-4b5e-bf60-3bdb593d0107 req-f27fb18d-0352-4639-a666-a8371e769282 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:10.062953 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f2e9197-1ae6-4b5e-bf60-3bdb593d0107 req-f27fb18d-0352-4639-a666-a8371e769282 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 945 time: 0.4635592 Sep 15 19:27:10.095260 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-18fe7f38-7aa7-4886-852f-7c2e0823cc90 req-1bf10bdf-a398-4725-bd3a-0f0f6a6abbff tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411097 Sep 15 19:27:10.113213 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.123880 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.136745 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:10.201673 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.223919 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.226479 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f2e9197-1ae6-4b5e-bf60-3bdb593d0107 req-b2af5f0f-4a63-4710-bb43-1432aa808e6a tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531947 Sep 15 19:27:10.340097 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.341676 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] 10.222.0.54 "PUT /v2.0/ports/3df9ee15-ae5a-4b3e-8286-fcc0e3991054 HTTP/1.1" status: 200 len: 1093 time: 3.4527502 Sep 15 19:27:10.342022 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:10.358166 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d7dbae7a-fbb8-4c7f-a1a1-ab7f947ecec0 req-bc1bf973-ad76-4f39-bdea-23a2dfb59298 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 210 time: 0.0979316 Sep 15 19:27:10.374776 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Allocated IP 172.20.0.2 (00fb698c-b1bb-4a7b-8825-5a07f774bd7a/157688e5-42f7-4198-b7c7-7ddb1aa62dac/31c93dfd-efc4-4865-a296-97a74b753cb7) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:27:10.375633 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:10.384606 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:27:10.387372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:10.387578 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:10.434302 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=239b4ade1b9045bba816cb24d2d250ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0491006 Sep 15 19:27:10.435356 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:27:10.437491 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45554) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:10.452266 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:27:10.569420 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'status': 'completed', 'code': 200} Sep 15 19:27:10.598297 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2d5f69ec-20b4-48dc-884c-a05b840ca944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.629222 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Pushing event updated for resources: {'Port': ['ID=f9d52ddf-c313-4e8f-93fd-555d64c7517f,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:10.633584 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:10.634903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2d5f69ec-20b4-48dc-884c-a05b840ca944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.637840 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c855439c-d7ee-47e4-99d9-c385e1983827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:10.656396 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:10.657009 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.679759 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2835405-8691-4d21-88e4-cda768e51ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1da1305-b949-4d20-a591-7f699b1ae4c3'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:10.744394 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2835405-8691-4d21-88e4-cda768e51ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1da1305-b949-4d20-a591-7f699b1ae4c3', 'code': 200} Sep 15 19:27:10.753416 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2d5f69ec-20b4-48dc-884c-a05b840ca944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.762205 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:10.771747 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f69ec-20b4-48dc-884c-a05b840ca944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489387c0-25b6-4ee9-af1e-fb6d73e03814,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:10.775426 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2d5f69ec-20b4-48dc-884c-a05b840ca944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:10.776068 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489387c0-25b6-4ee9-af1e-fb6d73e03814,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:10.787479 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:10.792917 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2d5f69ec-20b4-48dc-884c-a05b840ca944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:10.799545 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2d5f69ec-20b4-48dc-884c-a05b840ca944 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/489387c0-25b6-4ee9-af1e-fb6d73e03814 HTTP/1.1" status: 204 len: 168 time: 0.3582065 Sep 15 19:27:10.884707 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-793e5e01-921e-4217-926e-7b9813b1a889 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 1096 time: 0.3798604 Sep 15 19:27:10.960579 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5331383 Sep 15 19:27:10.984951 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Request body: {'port': {'device_id': '786bad69-d0df-46cd-8af8-5f60effdb083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:11.017943 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-ff3be5bc-b3bd-4c3a-bcd7-f4a55cd287ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054 HTTP/1.1" status: 200 len: 217 time: 0.1176167 Sep 15 19:27:11.023518 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd703f-2f97-4738-a6ea-35a49d985276 req-e0f9f160-6b16-4114-8fd7-54b01b624387 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:11.024955 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a0cd703f-2f97-4738-a6ea-35a49d985276 req-e0f9f160-6b16-4114-8fd7-54b01b624387 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 946 time: 0.3503683 Sep 15 19:27:11.117704 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:11.210734 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-63bc9ce2-7699-4564-a5b3-646d550c7572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:11.212203 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-63bc9ce2-7699-4564-a5b3-646d550c7572 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.1863909 Sep 15 19:27:11.220073 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a0cd703f-2f97-4738-a6ea-35a49d985276 req-4895b92c-c411-474c-a152-e3a2884b036d tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568320 Sep 15 19:27:11.280135 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:11.413995 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-c90ab737-8299-471e-8481-143a763a0e14 req-d46c2db8-eeff-4ee6-ba61-06b2157afb97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 1098 time: 0.2050247 Sep 15 19:27:11.415363 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:11.455989 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:11.469764 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Sync routers for ids ['40ffc306-0289-41ed-ad6e-13570cab424b'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:27:11.494833 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Routers {'40ffc306-0289-41ed-ad6e-13570cab424b'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:27:11.496745 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:27:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['40ffc306-0289-41ed-ad6e-13570cab424b'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:11.504834 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [req-c90ab737-8299-471e-8481-143a763a0e14 req-6a975fb9-bcca-4c8e-a886-23cb4a9a095d service neutron] Synchronizing usage tracker for tenant:3e198e2f2e604b77b0d176d2ecdf916a on resource:security_group {{(pid=75811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:11.650655 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [req-c90ab737-8299-471e-8481-143a763a0e14 req-6a975fb9-bcca-4c8e-a886-23cb4a9a095d service neutron] Unset dirty status for tenant:3e198e2f2e604b77b0d176d2ecdf916a on resource:security_group {{(pid=75811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:11.652767 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-c90ab737-8299-471e-8481-143a763a0e14 req-6a975fb9-bcca-4c8e-a886-23cb4a9a095d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322156 Sep 15 19:27:11.758398 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-15777d0c-21da-45ce-a431-e56eaf39fbed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5362401 Sep 15 19:27:11.768804 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Set router 40ffc306-0289-41ed-ad6e-13570cab424b gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:27:11.772434 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:27:11.787293 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:27:11.788788 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Pushing event updated for resources: {'Port': ['ID=31c93dfd-efc4-4865-a296-97a74b753cb7,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:11.798222 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:27:11.829033 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:12.019709 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:12.020465 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:12.126882 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:53Z', 'revision_number': 4, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'f58313d2-0222-426a-87cf-a07106f0cc97', 'name': '', 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '157688e5-42f7-4198-b7c7-7ddb1aa62dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:50Z', 'updated_at': '2021-09-15T19:26:55Z', 'revision_number': 2, 'project_id': '42a7f984db50442983b35494d4c54151', 'subnets': [{'id': '157688e5-42f7-4198-b7c7-7ddb1aa62dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:12.128098 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45620) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:12.131911 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Checking router: 40ffc306-0289-41ed-ad6e-13570cab424b for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:27:12.132375 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Updating router 40ffc306-0289-41ed-ad6e-13570cab424b port f58313d2-0222-426a-87cf-a07106f0cc97 binding host dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:27:12.152355 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-64d5f5f8-d4c9-47d2-9b74-58efcd128042 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097186 Sep 15 19:27:12.194023 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:12.206770 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127585ed-409a-4808-8ff5-59de2327db6e req-893538f0-756d-49a2-a174-7d402541e8d1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:12.213723 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-127585ed-409a-4808-8ff5-59de2327db6e req-893538f0-756d-49a2-a174-7d402541e8d1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.7618301 Sep 15 19:27:12.266554 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea7d43-312b-4828-89f6-4a38316bde28 req-398439b9-0675-4aec-8db3-444175c18f17 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:12.278726 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2aea7d43-312b-4828-89f6-4a38316bde28 req-398439b9-0675-4aec-8db3-444175c18f17 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 945 time: 0.7874110 Sep 15 19:27:12.352360 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:12.383206 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3292372 Sep 15 19:27:12.390472 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.db.resource_extend [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:27:12.407653 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:12.411591 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffebb24b4d24a76b9f8b9d5d42ec424 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:12.414608 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:12.420487 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:12.429659 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Request body: {'port': {'device_id': 'c3c053d0-4ed0-4f28-bf28-a9da90350a87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:12.486451 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:12.556021 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b300ed19-58b3-4a87-b1c5-992d2116fb5f req-1684a83f-4e32-46dc-85ad-a65e723414e8 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389504 Sep 15 19:27:12.569931 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d52ddf-c313-4e8f-93fd-555d64c7517f {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:12.570452 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:12.583249 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c54c2b6d-e757-4e99-a63e-6dfc3035c1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:12.588950 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-127585ed-409a-4808-8ff5-59de2327db6e req-4766b838-3135-4daf-b1ec-eca48cc4c2d1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3739963 Sep 15 19:27:12.609095 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:12.631239 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1503801-b743-4247-9091-f365d79f82ea,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:12.646018 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:12.735146 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ffebb24b4d24a76b9f8b9d5d42ec424&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5913160 Sep 15 19:27:12.737477 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45642) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:12.738628 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2aea7d43-312b-4828-89f6-4a38316bde28 req-3b928a9f-71e5-4122-a68c-77ea7614d512 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876207 Sep 15 19:27:12.840085 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3965394-c30b-4620-b5f6-0362405f43b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:12.847234 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45652) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:12.892100 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3965394-c30b-4620-b5f6-0362405f43b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:12.978981 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Transition to ACTIVE for port object f9d52ddf-c313-4e8f-93fd-555d64c7517f will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:27:13.068239 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.089307 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3965394-c30b-4620-b5f6-0362405f43b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.095575 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:13.105597 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.130672 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3965394-c30b-4620-b5f6-0362405f43b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1503801-b743-4247-9091-f365d79f82ea,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:13.136228 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d3965394-c30b-4620-b5f6-0362405f43b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:13.148503 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.151026 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3965394-c30b-4620-b5f6-0362405f43b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.153591 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d3965394-c30b-4620-b5f6-0362405f43b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1503801-b743-4247-9091-f365d79f82ea HTTP/1.1" status: 204 len: 168 time: 0.4135554 Sep 15 19:27:13.172744 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:13.232103 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-d0758f96-6b05-4b10-af45-b9190234430a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 1096 time: 0.4662504 Sep 15 19:27:13.232697 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:13.246860 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c69278921880417cb8f3f262c41995b6 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:13.255030 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:13.271010 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:13.364549 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.397425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Notify callbacks [] for port, precommit_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.409713 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Transition to ACTIVE for port object f58313d2-0222-426a-87cf-a07106f0cc97 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:27:13.418940 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea86d2e-c521-4483-b0e5-6dfb730ec0e5 req-75c14e24-afe9-4f40-9c23-0c9daf8d7c20 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:13.419628 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fea86d2e-c521-4483-b0e5-6dfb730ec0e5 req-75c14e24-afe9-4f40-9c23-0c9daf8d7c20 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Synchronizing usage tracker for tenant:42a7f984db50442983b35494d4c54151 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:13.458099 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d52ddf-c313-4e8f-93fd-555d64c7517f,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:13.507360 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.513563 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:13.515278 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-6761fe31-572c-4b82-80e7-9fea2e10c88a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:13.522913 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36738174-ecb1-4abc-af50-0a5dd5abf784 req-629602e4-0d1d-47e6-adbe-6789b037e0a1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:13.524417 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-36738174-ecb1-4abc-af50-0a5dd5abf784 req-629602e4-0d1d-47e6-adbe-6789b037e0a1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 946 time: 0.5419099 Sep 15 19:27:13.537224 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.542070 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:13.579154 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0d4172-6cc3-4375-b4b1-be8db995cb8c,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:13.600358 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c69278921880417cb8f3f262c41995b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7519071 Sep 15 19:27:13.602310 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:13.603984 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45672) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:13.682968 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fea86d2e-c521-4483-b0e5-6dfb730ec0e5 req-75c14e24-afe9-4f40-9c23-0c9daf8d7c20 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Unset dirty status for tenant:42a7f984db50442983b35494d4c54151 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:13.699639 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fea86d2e-c521-4483-b0e5-6dfb730ec0e5 req-75c14e24-afe9-4f40-9c23-0c9daf8d7c20 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 931 time: 0.7514281 Sep 15 19:27:13.709388 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-03f1c7bf-97e7-4369-b224-1fba2b51257d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.746180 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-03f1c7bf-97e7-4369-b224-1fba2b51257d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.757409 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a9e75-2394-42cf-98d3-46dcde1f38d9 None None] Pushing event updated for resources: {'Port': ['ID=f58313d2-0222-426a-87cf-a07106f0cc97,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:13.792411 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-bd3a9e75-2394-42cf-98d3-46dcde1f38d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:13.882237 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Attempting to bind port f58313d2-0222-426a-87cf-a07106f0cc97 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:27:13.882710 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Attempting to bind port f58313d2-0222-426a-87cf-a07106f0cc97 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:27:13.882974 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Attempting to bind port f58313d2-0222-426a-87cf-a07106f0cc97 on network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:13.894625 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:27:13.900625 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Checking segment: {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:27:13.901358 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.901775 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Bound using segment: {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:27:13.912522 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Bound port: f58313d2-0222-426a-87cf-a07106f0cc97, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:27:13.913038 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.925987 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-36738174-ecb1-4abc-af50-0a5dd5abf784 req-b734696f-f66a-4d55-b804-bbb980e1d891 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885734 Sep 15 19:27:13.975775 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-8bc29080-d055-4d2c-aa87-0d7e6dd2119f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:13.975775 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-8bc29080-d055-4d2c-aa87-0d7e6dd2119f service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.7180603 Sep 15 19:27:13.981965 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-03f1c7bf-97e7-4369-b224-1fba2b51257d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:13.987193 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c1bc19bf-476b-45d4-a605-0eed925f050d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:14.028129 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1c7bf-97e7-4369-b224-1fba2b51257d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0d4172-6cc3-4375-b4b1-be8db995cb8c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:14.031991 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-03f1c7bf-97e7-4369-b224-1fba2b51257d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:14.048090 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-03f1c7bf-97e7-4369-b224-1fba2b51257d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.051771 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-03f1c7bf-97e7-4369-b224-1fba2b51257d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea0d4172-6cc3-4375-b4b1-be8db995cb8c HTTP/1.1" status: 204 len: 168 time: 0.4439406 Sep 15 19:27:14.103094 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fea86d2e-c521-4483-b0e5-6dfb730ec0e5 req-219c1286-110d-4358-b790-dd0f27079776 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Synchronizing usage tracker for tenant:42a7f984db50442983b35494d4c54151 on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:14.109992 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Attempting to bind port f9d52ddf-c313-4e8f-93fd-555d64c7517f on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:27:14.110796 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Attempting to bind port f9d52ddf-c313-4e8f-93fd-555d64c7517f by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:27:14.110796 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Attempting to bind port f9d52ddf-c313-4e8f-93fd-555d64c7517f on network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:14.118624 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] For port f58313d2-0222-426a-87cf-a07106f0cc97, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:14.122503 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] For port f58313d2-0222-426a-87cf-a07106f0cc97, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f58313d2-0222-426a-87cf-a07106f0cc97,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:14.122657 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-9c6bc985-3008-4339-95ee-82af91154c1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054 HTTP/1.1" status: 200 len: 217 time: 0.1466613 Sep 15 19:27:14.167305 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Port f9d52ddf-c313-4e8f-93fd-555d64c7517f on network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:27:14.167579 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Attempting to bind port f9d52ddf-c313-4e8f-93fd-555d64c7517f on network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:14.233631 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.db.resource_extend [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:27:14.242393 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.244594 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:27:14.245539 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Checking segment: {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:27:14.245920 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Bound using segment: {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:27:14.246394 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Bound port: f9d52ddf-c313-4e8f-93fd-555d64c7517f, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:27:14.246744 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.253399 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-bd3a9e75-2394-42cf-98d3-46dcde1f38d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:14.316751 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fea86d2e-c521-4483-b0e5-6dfb730ec0e5 req-219c1286-110d-4358-b790-dd0f27079776 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Unset dirty status for tenant:42a7f984db50442983b35494d4c54151 on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:14.317764 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fea86d2e-c521-4483-b0e5-6dfb730ec0e5 req-219c1286-110d-4358-b790-dd0f27079776 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172071 Sep 15 19:27:14.333077 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-2a87c934-c4de-4c6f-9f5f-cb0a12dc4155 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:14.335463 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-2a87c934-c4de-4c6f-9f5f-cb0a12dc4155 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.2008080 Sep 15 19:27:14.371802 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a9e75-2394-42cf-98d3-46dcde1f38d9 None None] Pushing event updated for resources: {'Port': ['ID=f58313d2-0222-426a-87cf-a07106f0cc97,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:14.376321 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-bd3a9e75-2394-42cf-98d3-46dcde1f38d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:14.377838 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Routers {'40ffc306-0289-41ed-ad6e-13570cab424b'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:27:14.378425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:27:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['40ffc306-0289-41ed-ad6e-13570cab424b'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:14.421736 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c93dfd-efc4-4865-a296-97a74b753cb7 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:14.441952 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45692) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:14.442188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.472969 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.499161 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Transition to ACTIVE for port object 31c93dfd-efc4-4865-a296-97a74b753cb7 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:27:14.546612 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:14.552514 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d6d8e-c48e-46a7-a43d-854921ba5f7f req-26acc4ef-7225-4a79-9164-b36fd031cc62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:14.554253 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-862d6d8e-c48e-46a7-a43d-854921ba5f7f req-26acc4ef-7225-4a79-9164-b36fd031cc62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.3886116 Sep 15 19:27:14.555927 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Usage tracker for resource:security_group_rule and tenant:a07d1b4a51d04512a1b2e93ad8114ead is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:14.564767 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:14.567430 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] For port f9d52ddf-c313-4e8f-93fd-555d64c7517f, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:14.576757 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:14.602487 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] For port f9d52ddf-c313-4e8f-93fd-555d64c7517f, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:14.630031 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.641588 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:14.686670 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-69045e5e-a207-4e20-8499-e8cafe3428fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3171079 Sep 15 19:27:14.723120 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.764213 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.767213 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-862d6d8e-c48e-46a7-a43d-854921ba5f7f req-b861ecd4-c054-4f4c-9021-a75b99f5b3cd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973398 Sep 15 19:27:14.787635 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:14.799665 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:14.867926 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] Set router 40ffc306-0289-41ed-ad6e-13570cab424b gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:27:14.952321 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f010d5-33ba-4fe0-b229-c9739bc03552,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:14.959579 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:14.969668 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a07d1b4a51d04512a1b2e93ad8114ead&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5262043 Sep 15 19:27:14.974544 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45710) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:15.075503 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=31c93dfd-efc4-4865-a296-97a74b753cb7,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:15.082577 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-27a37025-5332-41dc-a2b0-9c2dc3a479b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.095989 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:15.102250 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cbc2a-eb93-4fe5-8825-96610b1a1169 req-9b1bec9d-c35d-4667-a49b-4f22211c4344 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:15.103966 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bd0cbc2a-eb93-4fe5-8825-96610b1a1169 req-9b1bec9d-c35d-4667-a49b-4f22211c4344 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 945 time: 0.5983689 Sep 15 19:27:15.104591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:15.128158 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-27a37025-5332-41dc-a2b0-9c2dc3a479b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.143279 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45718) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:15.195766 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.195902 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.197187 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] 10.222.0.54 "PUT /v2.0/ports/f9d52ddf-c313-4e8f-93fd-555d64c7517f HTTP/1.1" status: 200 len: 1094 time: 4.2200665 Sep 15 19:27:15.209129 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786bad69-d0df-46cd-8af8-5f60effdb083', 'tag': 'f9d52ddf-c313-4e8f-93fd-555d64c7517f'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:15.275968 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-7948a13d-8b1f-4ddf-842f-9fed20265f00 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851171 Sep 15 19:27:15.319925 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786bad69-d0df-46cd-8af8-5f60effdb083', 'tag': 'f9d52ddf-c313-4e8f-93fd-555d64c7517f', 'status': 'completed', 'code': 200} Sep 15 19:27:15.369558 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-27a37025-5332-41dc-a2b0-9c2dc3a479b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.382233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-74d4ca05-a7a1-4de6-b572-81dca99c01dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:15.412134 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:27:15.412333 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d52ddf-c313-4e8f-93fd-555d64c7517f,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:15.418854 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:15.451244 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a37025-5332-41dc-a2b0-9c2dc3a479b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f010d5-33ba-4fe0-b229-c9739bc03552,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:15.451402 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bd0cbc2a-eb93-4fe5-8825-96610b1a1169 req-b2fe4393-7966-49ce-8308-7ecf0056054b tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105204 Sep 15 19:27:15.461113 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-27a37025-5332-41dc-a2b0-9c2dc3a479b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:15.466531 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:15.473109 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Usage tracker for resource:security_group_rule and tenant:79d63515ac07461ebc7a784efb8628cf is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:15.477714 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-27a37025-5332-41dc-a2b0-9c2dc3a479b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.479102 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-27a37025-5332-41dc-a2b0-9c2dc3a479b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98f010d5-33ba-4fe0-b229-c9739bc03552 HTTP/1.1" status: 204 len: 168 time: 0.5035691 Sep 15 19:27:15.481744 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:15.495871 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:15.614093 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.669114 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b38f48d6-2904-407a-9e92-eb0a41447b15 req-5e10f55f-b54f-45ae-9b3f-976f1454b2aa service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428662 Sep 15 19:27:15.673072 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:53Z', 'revision_number': 4, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'f58313d2-0222-426a-87cf-a07106f0cc97', 'name': '', 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '157688e5-42f7-4198-b7c7-7ddb1aa62dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:50Z', 'updated_at': '2021-09-15T19:27:14Z', 'revision_number': 4, 'project_id': '42a7f984db50442983b35494d4c54151', 'subnets': [{'id': '157688e5-42f7-4198-b7c7-7ddb1aa62dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:15.685126 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75cde3-031d-4785-bee4-06a3cd56e506 None None] The sync data for ids ['40ffc306-0289-41ed-ad6e-13570cab424b'] in dv-cinder-805825-3-smb is: [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:53Z', 'revision_number': 4, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'f58313d2-0222-426a-87cf-a07106f0cc97', 'name': '', 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'mac_address': 'fa:16:3e:a5:f4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '157688e5-42f7-4198-b7c7-7ddb1aa62dac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:50Z', 'updated_at': '2021-09-15T19:27:14Z', 'revision_number': 4, 'project_id': '42a7f984db50442983b35494d4c54151', 'subnets': [{'id': '157688e5-42f7-4198-b7c7-7ddb1aa62dac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:27:15.696484 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.707859 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2d5f69ec-20b4-48dc-884c-a05b840ca944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:15.732724 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Attempting to bind port 31c93dfd-efc4-4865-a296-97a74b753cb7 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:27:15.733061 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Attempting to bind port 31c93dfd-efc4-4865-a296-97a74b753cb7 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:27:15.735827 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Attempting to bind port 31c93dfd-efc4-4865-a296-97a74b753cb7 on network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:15.735927 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:15.773639 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'port_id': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'mac_address': 'fa:16:3e:3d:3a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:27:15.778462 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Port 31c93dfd-efc4-4865-a296-97a74b753cb7 on network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:27:15.778789 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Attempting to bind port 31c93dfd-efc4-4865-a296-97a74b753cb7 on network 00fb698c-b1bb-4a7b-8825-5a07f774bd7a {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:15.786887 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:27:15.787222 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Checking segment: {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:27:15.787617 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Bound using segment: {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:27:15.788044 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Bound port: 31c93dfd-efc4-4865-a296-97a74b753cb7, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3e307e8-c0b1-447b-a988-ac1e8836e6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:27:15.788391 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.845316 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabcedf9-fe07-4ee9-8238-92e5e10c9b86,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:15.854038 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:15.864999 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=79d63515ac07461ebc7a784efb8628cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7206664 Sep 15 19:27:15.866456 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45738) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:15.887741 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:15.932684 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:15.970828 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:16.001750 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1bae74bd-039a-4532-9391-9137be32184b req-d12637de-b734-4550-b423-27668f2ce247 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1097 time: 0.6839733 Sep 15 19:27:16.008868 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7f1f4c42-902b-4149-8ff9-4673b16135d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.056408 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7f1f4c42-902b-4149-8ff9-4673b16135d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.072201 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.075228 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:16.202646 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f58313d2-0222-426a-87cf-a07106f0cc97 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:27:16.250659 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7f1f4c42-902b-4149-8ff9-4673b16135d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.256849 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-27a37025-5332-41dc-a2b0-9c2dc3a479b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:16.290610 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f4c42-902b-4149-8ff9-4673b16135d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabcedf9-fe07-4ee9-8238-92e5e10c9b86,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:16.299198 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7f1f4c42-902b-4149-8ff9-4673b16135d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:16.303825 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:16.312830 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7f1f4c42-902b-4149-8ff9-4673b16135d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.319314 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-7f1f4c42-902b-4149-8ff9-4673b16135d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cabcedf9-fe07-4ee9-8238-92e5e10c9b86 HTTP/1.1" status: 204 len: 168 time: 0.4517577 Sep 15 19:27:16.341115 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['3df9ee15-ae5a-4b3e-8286-fcc0e3991054'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:16.386811 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:16.442636 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb3a47-5c13-4748-8bcd-5b54282ea179 req-cbec8129-7849-4011-a940-9163b58f153f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:16.444418 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-89bb3a47-5c13-4748-8bcd-5b54282ea179 req-cbec8129-7849-4011-a940-9163b58f153f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 943 time: 0.7712348 Sep 15 19:27:16.453681 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] For port 31c93dfd-efc4-4865-a296-97a74b753cb7, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:16.463447 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] For port 31c93dfd-efc4-4865-a296-97a74b753cb7, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31c93dfd-efc4-4865-a296-97a74b753cb7,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:16.525157 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae74bd-039a-4532-9391-9137be32184b req-0234171f-a8e3-481d-ab15-2c14ed55c0c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:16.527675 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1bae74bd-039a-4532-9391-9137be32184b req-0234171f-a8e3-481d-ab15-2c14ed55c0c6 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=42a7f984db50442983b35494d4c54151&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5106575 Sep 15 19:27:16.572222 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port f58313d2-0222-426a-87cf-a07106f0cc97 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:27:16.582094 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.596723 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port f58313d2-0222-426a-87cf-a07106f0cc97 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:16.597326 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.616560 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:16.667692 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57650-d24a-4be0-99d5-86a23afd034e req-8cb079b5-b2d1-4ec0-8ddf-aaf363eb0ed4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:16.669311 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c2e57650-d24a-4be0-99d5-86a23afd034e req-8cb079b5-b2d1-4ec0-8ddf-aaf363eb0ed4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.6831892 Sep 15 19:27:16.787854 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-89bb3a47-5c13-4748-8bcd-5b54282ea179 req-034a5fa2-2180-498d-8547-36f870c26290 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892754 Sep 15 19:27:16.847807 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.864748 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=31c93dfd-efc4-4865-a296-97a74b753cb7,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:16.873124 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:16.877996 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] 10.222.0.54 "PUT /v2.0/ports/31c93dfd-efc4-4865-a296-97a74b753cb7 HTTP/1.1" status: 200 len: 1093 time: 4.4625273 Sep 15 19:27:16.877996 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:16.896814 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port f58313d2-0222-426a-87cf-a07106f0cc97, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f58313d2-0222-426a-87cf-a07106f0cc97,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:16.906714 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c2e57650-d24a-4be0-99d5-86a23afd034e req-08bb3d6c-326a-448a-95bd-30bc1eeb11ef tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195320 Sep 15 19:27:16.971351 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae74bd-039a-4532-9391-9137be32184b req-e547e09d-1bc7-45ee-bf90-915a8da3c59d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:16.974972 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1bae74bd-039a-4532-9391-9137be32184b req-e547e09d-1bc7-45ee-bf90-915a8da3c59d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4387798 Sep 15 19:27:17.106352 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-63c4e265-818d-4586-848f-7e0868509a7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1097 time: 0.0887980 Sep 15 19:27:17.182763 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-5145adff-dce5-4fd0-85a6-ded0548bc3ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f HTTP/1.1" status: 200 len: 217 time: 0.0689533 Sep 15 19:27:17.250237 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-53f535b5-ee8c-45f5-8272-0a624be6d170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:17.251694 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-53f535b5-ee8c-45f5-8272-0a624be6d170 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 200 len: 858 time: 0.0621438 Sep 15 19:27:17.296762 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-d876cb74-97cd-47a7-ac51-aaa82e11312e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382233 Sep 15 19:27:17.322077 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c053d0-4ed0-4f28-bf28-a9da90350a87', 'tag': '31c93dfd-efc4-4865-a296-97a74b753cb7'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:17.394934 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c053d0-4ed0-4f28-bf28-a9da90350a87', 'tag': '31c93dfd-efc4-4865-a296-97a74b753cb7', 'status': 'completed', 'code': 200} Sep 15 19:27:17.412505 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:27:17.496780 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-0d6cfa83-412d-4ab7-97f2-cee41f858a57 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936214 Sep 15 19:27:17.548694 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5ac54fdf-7304-4985-8c03-64ca18f05549 req-4d860fff-a68b-4f94-b597-cb676406976b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 1096 time: 0.1406407 Sep 15 19:27:17.735217 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3dc069b8-48e5-42da-be31-3ec7d1be7a13 req-662e7354-fbb6-4b0e-8c68-38c472731906 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316909 Sep 15 19:27:17.759361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac54fdf-7304-4985-8c03-64ca18f05549 req-759ff2ad-5bb2-4bc4-964d-104e7417cf5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:17.760886 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5ac54fdf-7304-4985-8c03-64ca18f05549 req-759ff2ad-5bb2-4bc4-964d-104e7417cf5b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=42a7f984db50442983b35494d4c54151&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1672993 Sep 15 19:27:17.892222 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:17.904955 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-5dac0125-8d87-4d7c-a797-c90d8ad034cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:17.921936 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac54fdf-7304-4985-8c03-64ca18f05549 req-67234f52-fa78-4053-aeb5-f526b6ed7d56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:17.923698 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5ac54fdf-7304-4985-8c03-64ca18f05549 req-67234f52-fa78-4053-aeb5-f526b6ed7d56 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1563196 Sep 15 19:27:18.006682 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:27:18.038082 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:18.038486 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:18.125289 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd31af-ec1e-4ef1-bdb8-a14db5f348b0 req-f97888d9-058b-4254-935b-9015b6e3dee2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:18.126813 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f6bd31af-ec1e-4ef1-bdb8-a14db5f348b0 req-f97888d9-058b-4254-935b-9015b6e3dee2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 943 time: 0.1861579 Sep 15 19:27:18.164452 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=f58313d2-0222-426a-87cf-a07106f0cc97,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:18.170959 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:18.195483 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-1d93c69e-f924-477f-ae89-39879603b1fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 1096 time: 0.1700425 Sep 15 19:27:18.321130 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-78a2fd69-6b15-4ffc-b154-c4e429aecc53 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31c93dfd-efc4-4865-a296-97a74b753cb7 HTTP/1.1" status: 200 len: 217 time: 0.1135869 Sep 15 19:27:18.327438 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f6bd31af-ec1e-4ef1-bdb8-a14db5f348b0 req-facd5b20-38ac-4d1a-8cde-38e64e0153c0 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931362 Sep 15 19:27:18.337263 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:18.383922 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:18.383922 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:18.469803 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-495b79a1-cf70-4b0b-87ea-cbbc69f68ac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:18.471374 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-495b79a1-cf70-4b0b-87ea-cbbc69f68ac0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 200 len: 858 time: 0.1428840 Sep 15 19:27:18.490917 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:18.492810 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:18.567599 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-71ab49bc-e251-445f-a4ec-603d41a7a68e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890875 Sep 15 19:27:18.645526 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:18.652012 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:18.728790 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a8366-b784-43d6-9e15-70c283005b1f req-e28cfa02-ffce-44ec-bd6a-a84a5182f356 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:18.730911 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f24a8366-b784-43d6-9e15-70c283005b1f req-e28cfa02-ffce-44ec-bd6a-a84a5182f356 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2218904 Sep 15 19:27:18.774042 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-8bdaaaf1-d61f-4a92-a58b-af222fb92751 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983721 Sep 15 19:27:18.828914 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f24a8366-b784-43d6-9e15-70c283005b1f req-5cf02cd6-faaf-4cf3-80f9-ead1166242e5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905778 Sep 15 19:27:18.931421 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b447c4b3-355b-47c1-9ddc-b06dec066d8a req-cde56d03-b950-4b4e-beb1-10457879383e service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499369 Sep 15 19:27:18.953436 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'code': 200} Sep 15 19:27:19.417136 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b61c6a62-b022-4e15-8c4e-2f97742e4b6c req-e285afff-7aad-4be6-904f-cfdebbf85afa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0796003 Sep 15 19:27:19.488481 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b61c6a62-b022-4e15-8c4e-2f97742e4b6c req-a42dc2a5-a6e4-4ed0-a3ec-9cd907f92282 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563962 Sep 15 19:27:19.601797 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11965d8-0945-4a5d-8da2-fafc77ed7019 req-3eba2bad-b80b-4a93-8d5a-e67f47beb70b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:19.603293 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e11965d8-0945-4a5d-8da2-fafc77ed7019 req-3eba2bad-b80b-4a93-8d5a-e67f47beb70b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 943 time: 0.0810800 Sep 15 19:27:19.652044 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e11965d8-0945-4a5d-8da2-fafc77ed7019 req-5f265aa0-e827-485f-b77b-51f030d60c7c tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 Sep 15 19:27:20.080968 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f58313d2-0222-426a-87cf-a07106f0cc97 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:27:20.160676 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165140c5-b6e8-44a0-a571-1463b8e015e4 req-cb888c24-5a66-43e2-ac98-48392b5403fd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:20.161177 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port f58313d2-0222-426a-87cf-a07106f0cc97 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:20.161987 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:20.162181 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-165140c5-b6e8-44a0-a571-1463b8e015e4 req-cb888c24-5a66-43e2-ac98-48392b5403fd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1060450 Sep 15 19:27:20.250749 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-165140c5-b6e8-44a0-a571-1463b8e015e4 req-d6ed0868-5010-4906-b8ea-8031230f90de tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822382 Sep 15 19:27:20.930974 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5216a-280c-46de-b709-f4da879d6890 req-d708006d-14c0-4236-b018-d49e7b195e00 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:20.932515 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ef5216a-280c-46de-b709-f4da879d6890 req-d708006d-14c0-4236-b018-d49e7b195e00 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 943 time: 0.1508484 Sep 15 19:27:20.980938 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ef5216a-280c-46de-b709-f4da879d6890 req-98c90169-c0a0-4a6d-bae0-c8168758bfee tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429032 Sep 15 19:27:21.427976 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device f9d52ddf-c313-4e8f-93fd-555d64c7517f details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:27:21.472665 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61063f-1220-47ba-918b-0d5f4c268ef2 req-b5a1a012-564a-4dd9-81c6-7fbc8af94b90 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:21.474395 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6d61063f-1220-47ba-918b-0d5f4c268ef2 req-b5a1a012-564a-4dd9-81c6-7fbc8af94b90 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.0855799 Sep 15 19:27:21.523171 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6d61063f-1220-47ba-918b-0d5f4c268ef2 req-1f710712-b4b7-4954-8a99-838bd9210303 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420349 Sep 15 19:27:21.596719 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port f9d52ddf-c313-4e8f-93fd-555d64c7517f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:21.621451 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': 'f9d52ddf-c313-4e8f-93fd-555d64c7517f', 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a', 'port_id': 'f9d52ddf-c313-4e8f-93fd-555d64c7517f', 'mac_address': 'fa:16:3e:09:5a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157688e5-42f7-4198-b7c7-7ddb1aa62dac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:27:21.688096 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:21.709197 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d52ddf-c313-4e8f-93fd-555d64c7517f {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:21.740091 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port f9d52ddf-c313-4e8f-93fd-555d64c7517f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:21.808788 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:21.810803 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:21.824976 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f866cb-2508-4515-b206-a9319c9fa5c2 req-8b940f38-8de4-402f-85eb-2cb9431787c2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:21.828681 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d1f866cb-2508-4515-b206-a9319c9fa5c2 req-8b940f38-8de4-402f-85eb-2cb9431787c2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.0985577 Sep 15 19:27:21.837565 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 45918) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:21.844234 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'floatingip': {'port_id': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:21.950047 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=f9d52ddf-c313-4e8f-93fd-555d64c7517f,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:21.961719 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:21.991942 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:22.074689 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['f9d52ddf-c313-4e8f-93fd-555d64c7517f'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:22.516715 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d70a37-40f4-4c33-8db8-36b7b7234f68 req-9b998154-b02d-4e06-89f7-de0ed7d293e1 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:22.518291 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5d70a37-40f4-4c33-8db8-36b7b7234f68 req-9b998154-b02d-4e06-89f7-de0ed7d293e1 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 943 time: 0.3150058 Sep 15 19:27:22.781254 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5d70a37-40f4-4c33-8db8-36b7b7234f68 req-370cd58a-6cbc-43de-aa4d-36c3239971c9 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566171 Sep 15 19:27:23.023276 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:23.343429 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:23.436412 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 31c93dfd-efc4-4865-a296-97a74b753cb7 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:27:23.487260 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device f9d52ddf-c313-4e8f-93fd-555d64c7517f up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:27:23.572873 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Floating IP 47395643-dfd7-41c1-b7a7-01902ba24df2 associated. External IP: 172.28.1.128, port: 3df9ee15-ae5a-4b3e-8286-fcc0e3991054. Sep 15 19:27:23.677838 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 31c93dfd-efc4-4865-a296-97a74b753cb7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31c93dfd-efc4-4865-a296-97a74b753cb7,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:23.697831 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '31c93dfd-efc4-4865-a296-97a74b753cb7', 'network_id': '00fb698c-b1bb-4a7b-8825-5a07f774bd7a', 'port_id': '31c93dfd-efc4-4865-a296-97a74b753cb7', 'mac_address': 'fa:16:3e:92:28:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '157688e5-42f7-4198-b7c7-7ddb1aa62dac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:27:23.756988 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:23.775678 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c93dfd-efc4-4865-a296-97a74b753cb7 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:23.794512 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 31c93dfd-efc4-4865-a296-97a74b753cb7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31c93dfd-efc4-4865-a296-97a74b753cb7,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:23.809949 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port f9d52ddf-c313-4e8f-93fd-555d64c7517f completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:27:23.815162 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port f9d52ddf-c313-4e8f-93fd-555d64c7517f triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:23.819692 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:23.918310 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:23.920549 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:24.067073 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:24.085435 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=31c93dfd-efc4-4865-a296-97a74b753cb7,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:24.091870 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:24.099211 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786bad69-d0df-46cd-8af8-5f60effdb083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d52ddf-c313-4e8f-93fd-555d64c7517f'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:24.109088 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port f9d52ddf-c313-4e8f-93fd-555d64c7517f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:24.139782 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d44d0f-a5a4-4be3-ab54-df0098eaf1ad req-e94a59e0-f57b-44e2-b49a-8ed27ed02aeb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:24.141353 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c2d44d0f-a5a4-4be3-ab54-df0098eaf1ad req-e94a59e0-f57b-44e2-b49a-8ed27ed02aeb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 944 time: 0.1717119 Sep 15 19:27:24.151216 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Router cd65d3ef-5671-49c2-9810-72df0c63818e has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:27:24.187753 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:24.190338 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:24.253626 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786bad69-d0df-46cd-8af8-5f60effdb083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d52ddf-c313-4e8f-93fd-555d64c7517f', 'code': 200} Sep 15 19:27:24.274492 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45974) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:24.314386 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['31c93dfd-efc4-4865-a296-97a74b753cb7'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:24.375108 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c2d44d0f-a5a4-4be3-ab54-df0098eaf1ad req-1662154f-6da1-4b0a-bb7f-8cf56174c041 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260876 Sep 15 19:27:24.446952 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=f9d52ddf-c313-4e8f-93fd-555d64c7517f,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:24.454758 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:24.531859 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:24.583762 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:24.596289 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Usage tracker for resource:security_group_rule and tenant:5190004d8bfc4321a00ab8c8f39359dd is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:24.599690 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:24.606909 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:24.680049 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:24.775921 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:24.783532 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d3965394-c30b-4620-b5f6-0362405f43b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:24.823673 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5190004d8bfc4321a00ab8c8f39359dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5474517 Sep 15 19:27:24.826462 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 45988) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:24.839087 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e44b57-34c2-41d5-b5cf-7e1919175d7d,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:24.848707 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:24.863639 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-082c4f27-be5c-480d-82d7-dc4206925793 req-7e691da6-8668-4757-9089-b0032380040b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1099 time: 0.2251651 Sep 15 19:27:24.870300 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-a6a9027a-f0b5-465f-97ca-565059f28bf8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:24.871780 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-a6a9027a-f0b5-465f-97ca-565059f28bf8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 814 time: 0.2012064 Sep 15 19:27:24.901784 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-60e27bf0-5ce6-4f04-ab71-30c6fdaf0406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:24.944380 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-d5391a3f-0da4-4273-b7f3-4efd41beba3d tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/quotas/1c590adda89548efb768bd99eb3ba655 HTTP/1.1" status: 200 len: 375 time: 0.0344954 Sep 15 19:27:24.946248 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:27:24.949774 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-60e27bf0-5ce6-4f04-ab71-30c6fdaf0406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:24.952806 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:24.959793 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] Sync routers for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:27:24.974763 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:27:24.975974 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:27:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:25.026188 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-082c4f27-be5c-480d-82d7-dc4206925793 req-3d7fe2c6-4724-4d70-99bd-19c6bd288e24 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426625 Sep 15 19:27:25.065336 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-70cb772f-d8f1-4293-a5b1-1a1705cc5655 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "PUT /v2.0/floatingips/47395643-dfd7-41c1-b7a7-01902ba24df2 HTTP/1.1" status: 200 len: 991 time: 3.2263763 Sep 15 19:27:25.066291 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:25.098041 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-03d63b42-0659-42c6-b1af-8b7737f8602a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1193235 Sep 15 19:27:25.170391 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-60e27bf0-5ce6-4f04-ab71-30c6fdaf0406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:25.176841 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:25.179679 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:27:25.190426 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e27bf0-5ce6-4f04-ab71-30c6fdaf0406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e44b57-34c2-41d5-b5cf-7e1919175d7d,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:25.193982 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-60e27bf0-5ce6-4f04-ab71-30c6fdaf0406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:25.198326 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-60e27bf0-5ce6-4f04-ab71-30c6fdaf0406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:25.200349 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-60e27bf0-5ce6-4f04-ab71-30c6fdaf0406 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4e44b57-34c2-41d5-b5cf-7e1919175d7d HTTP/1.1" status: 204 len: 168 time: 0.3727586 Sep 15 19:27:25.242059 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-c8b02ccd-859a-4fd3-8488-60edc20dacc0 service neutron] 10.222.0.57 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373594 Sep 15 19:27:25.445166 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 31c93dfd-efc4-4865-a296-97a74b753cb7 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:27:25.465468 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'status': 'completed', 'code': 200} Sep 15 19:27:25.481203 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-a4f7782b-1caa-45b3-94d6-da1221b20100 service neutron] 10.222.0.57 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304356 Sep 15 19:27:25.692054 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3849e051-4f34-45d0-9fef-5078b64c804d req-303e4c47-a828-4ea8-badb-ab4f40b5922a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 1098 time: 0.2288513 Sep 15 19:27:25.697148 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 31c93dfd-efc4-4865-a296-97a74b753cb7 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:27:25.705819 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 31c93dfd-efc4-4865-a296-97a74b753cb7 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:25.706398 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:25.785551 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4255841-15e9-4785-a7c9-6686f9d1b5cc req-4a8b65d8-80e0-4ca8-98c0-546e6df1a83f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:25.789765 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c4255841-15e9-4785-a7c9-6686f9d1b5cc req-4a8b65d8-80e0-4ca8-98c0-546e6df1a83f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 944 time: 0.2104356 Sep 15 19:27:25.860107 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '47395643-dfd7-41c1-b7a7-01902ba24df2', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'port_id': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'mac_address': 'fa:16:3e:3d:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:26:57Z', 'updated_at': '2021-09-15T19:27:22Z', 'revision_number': 1, 'project_id': 'ac059076ce774e1a909de86347779f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:25.885711 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] Checking router: cd65d3ef-5671-49c2-9810-72df0c63818e for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:27:25.898246 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:25.904476 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:27:25.905105 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:27:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:25.940315 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 31c93dfd-efc4-4865-a296-97a74b753cb7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31c93dfd-efc4-4865-a296-97a74b753cb7,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:25.987918 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:25.990907 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:26.144587 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=31c93dfd-efc4-4865-a296-97a74b753cb7,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:26.150401 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:26.169122 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46046) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:26.191294 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:26.248573 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:26.253754 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Usage tracker for resource:security_group_rule and tenant:8e2175a4de5a409a9e88a2e24e6d3316 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:26.255305 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c053d0-4ed0-4f28-bf28-a9da90350a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c93dfd-efc4-4865-a296-97a74b753cb7'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:26.263520 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:26.273370 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c4255841-15e9-4785-a7c9-6686f9d1b5cc req-54e8303d-eec5-4024-b332-28c0ceb17a0f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898071 Sep 15 19:27:26.273795 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:26.277310 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e051-4f34-45d0-9fef-5078b64c804d req-6e34a958-2678-4172-a4b1-579d5d873e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:26.280154 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3849e051-4f34-45d0-9fef-5078b64c804d req-6e34a958-2678-4172-a4b1-579d5d873e0e service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.5797257 Sep 15 19:27:26.352987 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:27:26.434987 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:26.439480 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c053d0-4ed0-4f28-bf28-a9da90350a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c93dfd-efc4-4865-a296-97a74b753cb7', 'code': 200} Sep 15 19:27:26.526306 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c09b484d-cca5-44f8-bbfa-bfc708181ba2 req-34af1961-7df6-40da-819e-69ccc4a0d2d8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.1148686 Sep 15 19:27:26.541517 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:26.550654 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-068c2d91-5759-44d1-b8d3-e54da9f2ebe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:26.589181 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3849e051-4f34-45d0-9fef-5078b64c804d req-a2032fa7-2543-4664-85f0-eaa685a1df94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054 HTTP/1.1" status: 200 len: 999 time: 0.2923336 Sep 15 19:27:26.653750 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497a9f74-22af-440f-ae35-52961ff1365c,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:26.669185 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e2175a4de5a409a9e88a2e24e6d3316&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4986503 Sep 15 19:27:26.669893 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:26.674207 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46064) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:26.700636 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e051-4f34-45d0-9fef-5078b64c804d req-3e9a4e26-f508-4334-a3bc-71fa87d68785 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:26.702406 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3849e051-4f34-45d0-9fef-5078b64c804d req-3e9a4e26-f508-4334-a3bc-71fa87d68785 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.0991950 Sep 15 19:27:26.775703 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c3512f30-0e63-4679-b44b-12af75858953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:26.815903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c3512f30-0e63-4679-b44b-12af75858953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:26.987946 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c3512f30-0e63-4679-b44b-12af75858953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:26.989266 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '47395643-dfd7-41c1-b7a7-01902ba24df2', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'port_id': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'mac_address': 'fa:16:3e:3d:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:26:57Z', 'updated_at': '2021-09-15T19:27:22Z', 'revision_number': 1, 'project_id': 'ac059076ce774e1a909de86347779f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:26.992119 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3849e051-4f34-45d0-9fef-5078b64c804d req-54bdd35a-8711-4b55-a47c-6f530859bd09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2740378 Sep 15 19:27:26.993952 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9a451415-52ed-4d27-b6f0-490dd464f6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:26.994090 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b98814-5d43-4fe4-bab0-5f405e85e1ef None None] The sync data for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb is: [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '47395643-dfd7-41c1-b7a7-01902ba24df2', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'floating_ip_address': '172.28.1.128', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'port_id': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'mac_address': 'fa:16:3e:3d:3a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:26:57Z', 'updated_at': '2021-09-15T19:27:22Z', 'revision_number': 1, 'project_id': 'ac059076ce774e1a909de86347779f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:27:27.006396 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138b779-7b9e-44cd-ba41-35ca6fa77117 req-254df23e-a9b4-405f-903f-de0871fb5d03 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:27.008017 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3138b779-7b9e-44cd-ba41-35ca6fa77117 req-254df23e-a9b4-405f-903f-de0871fb5d03 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 945 time: 0.2060742 Sep 15 19:27:27.017832 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c3512f30-0e63-4679-b44b-12af75858953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:27.020450 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c3512f30-0e63-4679-b44b-12af75858953 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/497a9f74-22af-440f-ae35-52961ff1365c HTTP/1.1" status: 204 len: 168 time: 0.3435733 Sep 15 19:27:27.020450 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3512f30-0e63-4679-b44b-12af75858953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497a9f74-22af-440f-ae35-52961ff1365c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:27.022476 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c3512f30-0e63-4679-b44b-12af75858953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:27.243738 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5eafdda5-ea2e-42ab-90ce-6cc43bff2500 req-66124341-fe13-448d-b652-ab3f63a9a586 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 1098 time: 0.3103096 Sep 15 19:27:27.254241 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3138b779-7b9e-44cd-ba41-35ca6fa77117 req-d13a8bac-b013-4238-ad32-ae96de7e13da tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400067 Sep 15 19:27:27.297182 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3849e051-4f34-45d0-9fef-5078b64c804d req-63973e07-2d1d-4c64-9220-f771e4ffa05d service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813914 Sep 15 19:27:27.332399 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5eafdda5-ea2e-42ab-90ce-6cc43bff2500 req-3b455593-48ef-4ad1-be46-4401feb3f259 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805726 Sep 15 19:27:27.475480 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3849e051-4f34-45d0-9fef-5078b64c804d req-93d364cd-682c-4584-af79-27c6dc35ea30 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708672 Sep 15 19:27:27.514015 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc164d-aff0-44da-8cdf-8b77e548fd2a req-0db6b726-5d76-4b1a-959d-8828f81ce4fe tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:27.515414 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-85dc164d-aff0-44da-8cdf-8b77e548fd2a req-0db6b726-5d76-4b1a-959d-8828f81ce4fe tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0847301 Sep 15 19:27:27.561549 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-85dc164d-aff0-44da-8cdf-8b77e548fd2a req-b3176de9-016e-4582-aef3-31c34ec70e93 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403543 Sep 15 19:27:27.741684 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-64dfb151-8041-4dd5-9de8-e46a985426d2 req-ff936d46-6258-4d6b-8c82-0bc61d4fabce tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.0571208 Sep 15 19:27:28.474553 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683a8d2-932f-4e27-91dd-d5c5f0a7ad63 req-ad8c2cf5-8ff1-4579-9799-40bd4e82b0a5 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:28.476222 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6683a8d2-932f-4e27-91dd-d5c5f0a7ad63 req-ad8c2cf5-8ff1-4579-9799-40bd4e82b0a5 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 945 time: 0.0892894 Sep 15 19:27:28.522443 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6683a8d2-932f-4e27-91dd-d5c5f0a7ad63 req-6def3995-14c9-4ac2-8625-91583c673d6d tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Sep 15 19:27:28.792001 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1601c-9401-4731-9781-796a5d9822e9 req-b737fb26-c15d-49b4-b215-256fda781a96 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:28.793651 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1bf1601c-9401-4731-9781-796a5d9822e9 req-b737fb26-c15d-49b4-b215-256fda781a96 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0877385 Sep 15 19:27:28.889640 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1bf1601c-9401-4731-9781-796a5d9822e9 req-5df41881-dcf7-493d-ab4e-ffe75283a8b0 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784128 Sep 15 19:27:28.965072 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4b655fe1-298c-4b27-85ca-2fcb3721c909 req-32d5f6a4-9a59-4e77-b2ef-e4fc6074dd02 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.0741229 Sep 15 19:27:29.285870 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-23278228-908d-49fd-91d6-9b4878ff2c4f tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:29.287982 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-23278228-908d-49fd-91d6-9b4878ff2c4f tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.54 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 945 time: 0.2294996 Sep 15 19:27:29.293536 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-43506656-fdfa-42fd-81af-6796b7103bdb tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:29.295192 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-43506656-fdfa-42fd-81af-6796b7103bdb tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 814 time: 0.1860313 Sep 15 19:27:29.340643 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Request body: {'port': {'device_id': '83c7b4b5-5f7a-4992-9ad1-f70735c0a755', 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'admin_state_up': True, 'tenant_id': '1c590adda89548efb768bd99eb3ba655'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:29.467857 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aaf16c-3af3-4985-a713-774ab623aa92 None None] New status for floating IP 47395643-dfd7-41c1-b7a7-01902ba24df2: ACTIVE {{(pid=75812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:27:29.558244 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Deleting port f1da1305-b949-4d20-a591-7f699b1ae4c3 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:27:29.559234 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:29.639549 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:29.658183 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:29.938323 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] For port f1da1305-b949-4d20-a591-7f699b1ae4c3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f1da1305-b949-4d20-a591-7f699b1ae4c3,segment=NetworkSegment(5f537d45-fc31-441e-9adc-00c8f4cba268),segment_id=5f537d45-fc31-441e-9adc-00c8f4cba268)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:29.939622 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:29.963505 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Made reservation on behalf of 1c590adda89548efb768bd99eb3ba655 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:27:29.966537 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:30.136087 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Calling delete_port for f1da1305-b949-4d20-a591-7f699b1ae4c3 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:27:30.469213 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc4344-9ab4-416c-a236-a2981c03d4ef req-a1331e2d-3ad7-4049-9868-af7fa2a0d468 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:30.470786 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-94dc4344-9ab4-416c-a236-a2981c03d4ef req-a1331e2d-3ad7-4049-9868-af7fa2a0d468 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 945 time: 0.7188091 Sep 15 19:27:30.613578 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57777f2-acb0-4749-8b51-6a69713de307 req-8f20aa8e-cfe7-41b5-bf67-85b05b10860d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:30.615106 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e57777f2-acb0-4749-8b51-6a69713de307 req-8f20aa8e-cfe7-41b5-bf67-85b05b10860d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.5694504 Sep 15 19:27:30.626295 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Allocated IP 172.20.0.3 (1bbda95e-d8db-436f-9a0e-bbfcb8e0be66/e842d761-f7fb-4ed1-999f-eac0961a8e0a/8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:27:30.665295 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-94dc4344-9ab4-416c-a236-a2981c03d4ef req-5c0ed81c-6bd9-4ccd-8641-cd4ed2a15481 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/security-groups?id=f1906083-8081-48f7-8713-39c805e909f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627712 Sep 15 19:27:30.718863 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e57777f2-acb0-4749-8b51-6a69713de307 req-c5d95de7-12da-47a9-82b8-21c7f3c22fec tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964887 Sep 15 19:27:30.800018 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:30.811998 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['f1da1305-b949-4d20-a591-7f699b1ae4c3'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:30.862476 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:30.900714 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-03ad4634-ea96-4ac5-bd35-290fba942bf8 req-2cfc9427-75b6-420a-ab2c-388870d9ff5e tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.1017938 Sep 15 19:27:30.964205 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Pushing event deleted for resources: {'Port': ['ID=f1da1305-b949-4d20-a591-7f699b1ae4c3,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:30.972426 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:31.111839 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] No DVR routers for this DVR port f1da1305-b949-4d20-a591-7f699b1ae4c3 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:27:31.131599 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:31.135648 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2835405-8691-4d21-88e4-cda768e51ceb', 'name': 'network-vif-deleted', 'tag': 'f1da1305-b949-4d20-a591-7f699b1ae4c3'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:31.171747 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:31.224972 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-9f8bf486-1c83-445d-a63c-c2dd5d7c5df5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1621609 Sep 15 19:27:31.241247 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2835405-8691-4d21-88e4-cda768e51ceb', 'name': 'network-vif-deleted', 'tag': 'f1da1305-b949-4d20-a591-7f699b1ae4c3', 'status': 'completed', 'code': 200} Sep 15 19:27:31.345987 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bc71df95-66d2-4af8-9f6b-4e17b4b1583f req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.54 "DELETE /v2.0/ports/f1da1305-b949-4d20-a591-7f699b1ae4c3 HTTP/1.1" status: 204 len: 173 time: 2.0496428 Sep 15 19:27:31.351108 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:31.361658 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:31.362752 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['16d6dffe-b06d-4562-bef9-38b4d7f8d71c'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:31.469841 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:27:31.475913 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:27:31.478357 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Pushing event updated for resources: {'Port': ['ID=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:31.480629 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:27:31.569492 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:31.570159 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:31.584406 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:31.588237 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-1c532d67-2175-4738-9b70-a3ed43e3783f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 1099 time: 0.2782059 Sep 15 19:27:31.747955 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4176626 Sep 15 19:27:31.812581 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Request body: {'port': {'device_id': '83c7b4b5-5f7a-4992-9ad1-f70735c0a755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:31.913132 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-dc80986d-0d46-43a3-95ef-d92109165729 req-3e17e71b-dd92-430b-9d7d-939e40630725 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Synchronizing usage tracker for tenant:df7d7ec21a444f62b355a8fbaa6d3042 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:32.009011 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-e4ba6790-4a86-4680-aebd-d0bcb5ad4b59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:32.010575 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-e4ba6790-4a86-4680-aebd-d0bcb5ad4b59 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 915 time: 0.4028771 Sep 15 19:27:32.116508 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-3581413a-b679-4455-a71e-12979e3604f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=16d6dffe-b06d-4562-bef9-38b4d7f8d71c HTTP/1.1" status: 200 len: 217 time: 0.0926447 Sep 15 19:27:32.120011 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.125326 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46250) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:32.141884 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-8ebf031d-9b8d-4e60-b041-a775a82bcd03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 1098 time: 0.4325454 Sep 15 19:27:32.245282 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59add8a-9033-4ae2-974e-9577b95ee3ae req-c06011c1-a42a-48b9-b021-2c816463b06b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:32.247381 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b59add8a-9033-4ae2-974e-9577b95ee3ae req-c06011c1-a42a-48b9-b021-2c816463b06b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.5370140 Sep 15 19:27:32.288858 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.320066 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:32.324185 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Usage tracker for resource:security_group_rule and tenant:d2608305a44e4628b9aaaba948ee8859 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:32.327092 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:32.333062 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:32.358233 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-dc80986d-0d46-43a3-95ef-d92109165729 req-3e17e71b-dd92-430b-9d7d-939e40630725 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Unset dirty status for tenant:df7d7ec21a444f62b355a8fbaa6d3042 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:32.359387 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dc80986d-0d46-43a3-95ef-d92109165729 req-3e17e71b-dd92-430b-9d7d-939e40630725 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2835405-8691-4d21-88e4-cda768e51ceb HTTP/1.1" status: 200 len: 210 time: 0.5677714 Sep 15 19:27:32.406089 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.456053 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-493b66a7-1ac8-48a4-bbd7-8a9acfdb31ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:32.458995 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-493b66a7-1ac8-48a4-bbd7-8a9acfdb31ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e842d761-f7fb-4ed1-999f-eac0961a8e0a HTTP/1.1" status: 200 len: 854 time: 0.3209729 Sep 15 19:27:32.478894 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.490513 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:32.536829 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc85f40-6dd3-4851-8079-9c887692440f,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:32.539994 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:32.545302 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d2608305a44e4628b9aaaba948ee8859&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4161975 Sep 15 19:27:32.547172 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46262) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:32.563780 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-3b32cd5f-7a04-4824-8468-794b27a6f01b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918329 Sep 15 19:27:32.575145 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b59add8a-9033-4ae2-974e-9577b95ee3ae req-b883d741-91e6-4607-b929-b8030ee565f4 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026147 Sep 15 19:27:32.622019 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.623424 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-348fd28f-1781-4aa2-ba0e-cc41ad4731a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:32.625170 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-348fd28f-1781-4aa2-ba0e-cc41ad4731a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 919 time: 0.3740067 Sep 15 19:27:32.738138 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.797551 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-2e4e44a7-fdd6-4fdd-b1cf-7fa870883643 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31c93dfd-efc4-4865-a296-97a74b753cb7 HTTP/1.1" status: 200 len: 217 time: 0.1539140 Sep 15 19:27:32.810428 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.901512 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.907560 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e15119a3-901c-4780-b43e-4db0a94eea87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:32.917912 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc85f40-6dd3-4851-8079-9c887692440f,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:32.929574 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.930214 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.930848 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.931371 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.936139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.936139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.936139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.936139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.936139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.936139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.936139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:32.939666 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:32.943050 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:32.944446 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8cc85f40-6dd3-4851-8079-9c887692440f HTTP/1.1" status: 204 len: 168 time: 0.3959956 Sep 15 19:27:33.041801 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-c316711a-93d2-4340-90ad-f1799e504c83 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657123 Sep 15 19:27:33.043085 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-49a0fc3d-93cf-4b70-80dc-f22c05896375 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:33.044465 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-49a0fc3d-93cf-4b70-80dc-f22c05896375 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 200 len: 858 time: 0.2079010 Sep 15 19:27:33.143076 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-f87e7194-500e-4f96-82a9-13a790639284 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860221 Sep 15 19:27:33.153233 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c0102-2d6d-46e5-bb5f-f8bd245693a5 req-f53d2c0d-fa81-405c-b7f0-0b600f242f1f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:33.153927 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6d7c0102-2d6d-46e5-bb5f-f8bd245693a5 req-f53d2c0d-fa81-405c-b7f0-0b600f242f1f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:33.371942 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:33.400968 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:33.414681 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6d7c0102-2d6d-46e5-bb5f-f8bd245693a5 req-f53d2c0d-fa81-405c-b7f0-0b600f242f1f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:33.418664 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6d7c0102-2d6d-46e5-bb5f-f8bd245693a5 req-f53d2c0d-fa81-405c-b7f0-0b600f242f1f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 931 time: 0.6365345 Sep 15 19:27:33.437142 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fdae77b7-20be-4fcd-bf87-a9afd9268423 req-3a679005-a5b5-45a7-b6a2-f141b7ac5611 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790026 Sep 15 19:27:33.459044 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Transition to ACTIVE for port object 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:27:33.469249 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device f1da1305-b949-4d20-a591-7f699b1ae4c3 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:27:33.503734 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: f1da1305-b949-4d20-a591-7f699b1ae4c3 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:27:33.504448 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device f1da1305-b949-4d20-a591-7f699b1ae4c3 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:27:33.507994 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-29633243-b8ed-4101-aff4-0b7b9830f049 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505731 Sep 15 19:27:33.512919 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6d7c0102-2d6d-46e5-bb5f-f8bd245693a5 req-3ba07fa8-1f05-4ecd-b8fe-3bdadcfbb21f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823166 Sep 15 19:27:33.624866 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:33.635374 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:33.882478 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46302) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:33.909092 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:33.926704 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Pushing event updated for resources: {'Port': ['ID=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:33.949761 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:33.955119 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Usage tracker for resource:security_group_rule and tenant:1509397268ad4a74b8f2bab07030b8f5 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:33.956843 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.957381 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.960840 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:33.963107 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:33.970427 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:33.981263 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:34.009636 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e64e434-a631-403f-88b1-fa078ca6a57b req-1962fb77-bbad-4b41-81cb-f3958b5c514c service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937930 Sep 15 19:27:34.076412 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.138088 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe662-ce19-4055-a00b-f4b16f4b935c req-be570620-d545-42b1-9df5-36afb43de355 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:34.142576 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-41ffe662-ce19-4055-a00b-f4b16f4b935c req-be570620-d545-42b1-9df5-36afb43de355 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.2604322 Sep 15 19:27:34.185508 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Attempting to bind port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:27:34.185823 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Attempting to bind port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:27:34.186136 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Attempting to bind port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:34.206382 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:27:34.206701 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Attempting to bind port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:34.219473 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-41ffe662-ce19-4055-a00b-f4b16f4b935c req-87ef596d-1cb4-4bc1-a381-6b6ffe172977 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714123 Sep 15 19:27:34.220662 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:27:34.221877 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.229840 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:34.230474 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Checking segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:27:34.231087 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Bound using segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:27:34.231720 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Bound port: 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:27:34.232315 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.282031 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ba0cbd-fe37-4aed-aac2-3a76b569a4d1,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:34.285050 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:34.290734 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1509397268ad4a74b8f2bab07030b8f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4066100 Sep 15 19:27:34.291309 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46312) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:34.338890 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] For port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:34.342606 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] For port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:34.357319 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a7af1b43-a950-4042-a5f8-cc35d06f0140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.381687 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a7af1b43-a950-4042-a5f8-cc35d06f0140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.422094 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.432147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:34.479918 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.482054 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] 10.222.0.54 "PUT /v2.0/ports/8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 HTTP/1.1" status: 200 len: 1093 time: 2.6913824 Sep 15 19:27:34.483502 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c7b4b5-5f7a-4992-9ad1-f70735c0a755', 'tag': '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:34.508080 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a7af1b43-a950-4042-a5f8-cc35d06f0140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.514520 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c3512f30-0e63-4679-b44b-12af75858953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:34.515726 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Pushing event updated for resources: {'Port': ['ID=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:34.519322 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:34.528302 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af1b43-a950-4042-a5f8-cc35d06f0140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ba0cbd-fe37-4aed-aac2-3a76b569a4d1,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:34.530941 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a7af1b43-a950-4042-a5f8-cc35d06f0140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:34.534601 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a7af1b43-a950-4042-a5f8-cc35d06f0140 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79ba0cbd-fe37-4aed-aac2-3a76b569a4d1 HTTP/1.1" status: 204 len: 168 time: 0.2398813 Sep 15 19:27:34.534601 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a7af1b43-a950-4042-a5f8-cc35d06f0140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:34.655899 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c7b4b5-5f7a-4992-9ad1-f70735c0a755', 'tag': '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841', 'status': 'completed', 'code': 200} Sep 15 19:27:34.708654 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-850859dc-b69d-4934-a0c7-744c151c4dc6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 1096 time: 0.1156895 Sep 15 19:27:34.826748 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-f9bdfca5-7339-43c1-909b-2f9bedd67064 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 HTTP/1.1" status: 200 len: 217 time: 0.1069517 Sep 15 19:27:34.910572 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-c7f957e1-3a7d-4370-83f4-f771411e2eb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:34.910572 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-c7f957e1-3a7d-4370-83f4-f771411e2eb1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e842d761-f7fb-4ed1-999f-eac0961a8e0a HTTP/1.1" status: 200 len: 854 time: 0.0684209 Sep 15 19:27:34.918522 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fd6d0-46d7-40df-82e9-48fa2302fe2d req-1584e5d2-0e75-4ee3-858b-34777ee27b9b tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:34.920075 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-642fd6d0-46d7-40df-82e9-48fa2302fe2d req-1584e5d2-0e75-4ee3-858b-34777ee27b9b tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 943 time: 0.1458132 Sep 15 19:27:35.012828 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-8d15c871-72be-4a67-a2bf-10e7ddca8e0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629644 Sep 15 19:27:35.078754 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-642fd6d0-46d7-40df-82e9-48fa2302fe2d req-37a311fa-53ae-4a83-bec1-eb6a7fca2c0a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512868 Sep 15 19:27:35.135958 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9adc3ebc-7882-457e-b78d-3244a148f929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:35.189390 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-cafd54f3-8072-4b29-95c2-6330e9ebca0c service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680837 Sep 15 19:27:35.346180 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8064a562-4fa2-4051-8cf7-d315c2a7c651 req-be9f7de3-9c10-4cf7-aef7-4ef7e52bf845 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452827 Sep 15 19:27:35.485779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffbbd3-8fdf-462d-86fd-4fc242044635 req-97a6e7a1-ea0c-4a65-bfb0-3cb8b1e28751 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:35.493773 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8dffbbd3-8fdf-462d-86fd-4fc242044635 req-97a6e7a1-ea0c-4a65-bfb0-3cb8b1e28751 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.1000023 Sep 15 19:27:35.588963 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8dffbbd3-8fdf-462d-86fd-4fc242044635 req-7881a93b-26b5-4ba3-b31d-1624249f1e09 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942566 Sep 15 19:27:35.603631 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:35.603738 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-c6daedb6-d2d2-416a-b5cd-f911ee4a5dd4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 1096 time: 0.0941577 Sep 15 19:27:35.743154 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-333cfc56-8e17-4ceb-81a3-12714d82a2a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:35.745345 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-333cfc56-8e17-4ceb-81a3-12714d82a2a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 915 time: 0.1351814 Sep 15 19:27:35.831971 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-f09dacfa-310f-4f1e-bf21-b6573542fbbe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 HTTP/1.1" status: 200 len: 217 time: 0.0775187 Sep 15 19:27:35.905065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-5813c60e-5a64-46f4-adb3-59b2cb45f8ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:35.906993 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-5813c60e-5a64-46f4-adb3-59b2cb45f8ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e842d761-f7fb-4ed1-999f-eac0961a8e0a HTTP/1.1" status: 200 len: 854 time: 0.0679007 Sep 15 19:27:35.932363 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46368) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:35.959729 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-5cdef355-b4fb-4367-9bf6-fa358fac1e37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445564 Sep 15 19:27:35.995247 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Deleting subnet 26db3e73-343c-4e74-a8df-ca4947e07912 {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:27:35.998359 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.053251 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.131017 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.183996 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-f3fec074-562c-4ce4-924b-6f50390321a0 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112956 Sep 15 19:27:36.274009 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.287479 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e2935742-e5e3-4499-9b50-6ab59054ab6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:36.331284 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26db3e73-343c-4e74-a8df-ca4947e07912,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:36.336655 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.343389 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/26db3e73-343c-4e74-a8df-ca4947e07912 HTTP/1.1" status: 204 len: 168 time: 0.4093106 Sep 15 19:27:36.344502 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:36.345824 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46386) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:36.386986 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fa2e92f-03ec-48e3-82d8-04fbd3a934af req-a238b4be-3f66-4151-b198-88a947df2e1a service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887617 Sep 15 19:27:36.414847 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399b42a-88dd-478a-9b90-7903bd3ed548 req-7de64e51-16be-4075-9581-caae9e9006bd tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:36.422838 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2399b42a-88dd-478a-9b90-7903bd3ed548 req-7de64e51-16be-4075-9581-caae9e9006bd tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 943 time: 0.1235931 Sep 15 19:27:36.469972 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2399b42a-88dd-478a-9b90-7903bd3ed548 req-ed139270-c733-4019-af9f-d623f53973e2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458221 Sep 15 19:27:36.498903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.635749 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.652043 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35d5866-5bc1-4f47-83d2-771dba0d0c44']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:36.666964 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f537d45-fc31-441e-9adc-00c8f4cba268') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:36.667280 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f537d45-fc31-441e-9adc-00c8f4cba268') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:27:36.680779 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.702391 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.709698 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:27:36.710326 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:27:36.724285 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:27:36.815533 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f929def-2620-45d5-9fcb-1f95fda47746 req-4211d33c-da23-4dc2-bf56-5fd83fdb51ff tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:36.825777 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1f929def-2620-45d5-9fcb-1f95fda47746 req-4211d33c-da23-4dc2-bf56-5fd83fdb51ff tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0931804 Sep 15 19:27:36.883094 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1f929def-2620-45d5-9fcb-1f95fda47746 req-27b4aedd-1e91-435e-8d25-655885a8c05c tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563421 Sep 15 19:27:36.898938 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.903545 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:36.919892 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:36.929253 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a35d5866-5bc1-4f47-83d2-771dba0d0c44 HTTP/1.1" status: 204 len: 168 time: 0.5821207 Sep 15 19:27:36.934690 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=a35d5866-5bc1-4f47-83d2-771dba0d0c44,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:36.942870 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:37.300511 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46434) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:37.366052 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2d431557-9f21-4689-a94f-0a04eea6e054 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df7d7ec21a444f62b355a8fbaa6d3042&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0636375 Sep 15 19:27:37.368090 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46438) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:37.442485 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-657037a9-139b-4703-9995-fd8d2f4cf5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:37.450429 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-0c498f7b-809a-4069-98e7-e002d6705229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:37.473149 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-657037a9-139b-4703-9995-fd8d2f4cf5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:37.646672 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-657037a9-139b-4703-9995-fd8d2f4cf5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:37.654678 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:37.673713 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657037a9-139b-4703-9995-fd8d2f4cf5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1906083-8081-48f7-8713-39c805e909f8,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:37.676127 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-657037a9-139b-4703-9995-fd8d2f4cf5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:37.685867 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-657037a9-139b-4703-9995-fd8d2f4cf5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:37.687043 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-657037a9-139b-4703-9995-fd8d2f4cf5ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1906083-8081-48f7-8713-39c805e909f8 HTTP/1.1" status: 204 len: 168 time: 0.3179545 Sep 15 19:27:37.713720 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952af04-f941-45d8-89e5-c6ee3a5b8e38 req-a655ea80-4637-471e-ba14-da4372d9b573 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:37.715276 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7952af04-f941-45d8-89e5-c6ee3a5b8e38 req-a655ea80-4637-471e-ba14-da4372d9b573 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 943 time: 0.1118004 Sep 15 19:27:37.765324 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7952af04-f941-45d8-89e5-c6ee3a5b8e38 req-3bc3697b-4a1e-458a-9de7-66cbb2ea67b1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Sep 15 19:27:37.930639 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46466) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:38.144571 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8db1b-2448-4e3e-8cab-0ad0d6c6cfd3 req-a909db41-7d82-4f3a-8148-8543950d35a2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:38.146126 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-88b8db1b-2448-4e3e-8cab-0ad0d6c6cfd3 req-a909db41-7d82-4f3a-8148-8543950d35a2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0799849 Sep 15 19:27:38.212741 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-88b8db1b-2448-4e3e-8cab-0ad0d6c6cfd3 req-16e7d0fb-4d3b-4684-83b9-c8acf152024d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607853 Sep 15 19:27:38.271204 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:38.309377 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:38.313739 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Usage tracker for resource:security_group_rule and tenant:30c0001617074ad4ba2fdb56c83f473b is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:38.316820 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:38.322885 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:38.421214 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:38.478558 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:38.479067 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:38.498833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e9e128cd-b452-423c-bb0f-9d4869afb522 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:38.540925 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69f54ad-b5a2-4b96-8ea7-4642cf016a79,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:38.544446 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:38.547101 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30c0001617074ad4ba2fdb56c83f473b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6152077 Sep 15 19:27:38.550229 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46502) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:38.625561 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4a825817-c0bb-46a8-bea0-1592757c5716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:38.650159 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4a825817-c0bb-46a8-bea0-1592757c5716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:38.758803 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4a825817-c0bb-46a8-bea0-1592757c5716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:38.763692 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-cd7a80bf-03d6-45c9-9205-1569b5bc471a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:38.776215 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a825817-c0bb-46a8-bea0-1592757c5716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69f54ad-b5a2-4b96-8ea7-4642cf016a79,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:38.778562 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4a825817-c0bb-46a8-bea0-1592757c5716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:38.783417 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4a825817-c0bb-46a8-bea0-1592757c5716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:38.783417 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-4a825817-c0bb-46a8-bea0-1592757c5716 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b69f54ad-b5a2-4b96-8ea7-4642cf016a79 HTTP/1.1" status: 204 len: 168 time: 0.2298164 Sep 15 19:27:38.988518 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce900d-3acd-4632-8f28-49a7a15a0b0c req-eb4b0951-2f16-4fa2-a179-cb27c76828e3 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:38.990011 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a4ce900d-3acd-4632-8f28-49a7a15a0b0c req-eb4b0951-2f16-4fa2-a179-cb27c76828e3 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 943 time: 0.0871875 Sep 15 19:27:39.054761 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a4ce900d-3acd-4632-8f28-49a7a15a0b0c req-30c86c54-2fc4-4041-987c-80e84e7b6a1b tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588489 Sep 15 19:27:39.424085 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dc66d-150e-4711-a079-711056247304 req-191e4447-a161-41b9-99c1-e9e419070532 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:39.425546 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d86dc66d-150e-4711-a079-711056247304 req-191e4447-a161-41b9-99c1-e9e419070532 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0807745 Sep 15 19:27:39.471459 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d86dc66d-150e-4711-a079-711056247304 req-8ff8338f-6e6a-438e-bdf9-44e37cd3c876 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Sep 15 19:27:39.502434 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:27:39.565423 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46546) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:39.594053 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:39.629919 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:39.633968 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Usage tracker for resource:security_group_rule and tenant:54f8da21f3494d849d4d659146fc2897 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:39.637532 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:39.650010 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:39.687116 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:39.702862 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841', 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'port_id': '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841', 'mac_address': 'fa:16:3e:2f:4b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e842d761-f7fb-4ed1-999f-eac0961a8e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:27:39.768723 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:39.771778 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:39.799706 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:39.816767 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:39.856423 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:39.864081 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-000c57cd-19f2-4898-8f25-aaed999af1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:39.884938 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:39.885818 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:39.890214 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a066550f-f59f-4ebf-863c-071722160725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:39.932896 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef29d6d-fedf-41bb-a973-9925d6a06375,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:39.936587 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:39.940355 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54f8da21f3494d849d4d659146fc2897&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3733430 Sep 15 19:27:39.942877 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46566) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:39.987974 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:39.999330 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:39.999996 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.000490 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.000885 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.001753 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.002186 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.002675 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.003291 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.003796 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.004398 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.004975 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:27:40.012945 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:40.033768 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f01f2c36-bff1-4964-8c22-bc425737e026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:40.062417 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f01f2c36-bff1-4964-8c22-bc425737e026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:40.223516 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f01f2c36-bff1-4964-8c22-bc425737e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:40.232961 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-892eef62-a8a7-4e70-93aa-18f86ace001f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:40.233810 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:40.251458 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f01f2c36-bff1-4964-8c22-bc425737e026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:40.252692 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f01f2c36-bff1-4964-8c22-bc425737e026 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eef29d6d-fedf-41bb-a973-9925d6a06375 HTTP/1.1" status: 204 len: 168 time: 0.3076451 Sep 15 19:27:40.253728 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f2c36-bff1-4964-8c22-bc425737e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef29d6d-fedf-41bb-a973-9925d6a06375,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:40.256400 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f01f2c36-bff1-4964-8c22-bc425737e026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:40.287307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a67de6-c816-4324-b801-853aaf92303f req-0ee74019-28cc-4aa3-aac0-4f489f17ae92 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:40.290594 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-24a67de6-c816-4324-b801-853aaf92303f req-0ee74019-28cc-4aa3-aac0-4f489f17ae92 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 944 time: 0.1150894 Sep 15 19:27:40.356558 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46590) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:40.367668 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-24a67de6-c816-4324-b801-853aaf92303f req-97edf2d1-4a2a-47d2-be8e-66f0aef558d7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724015 Sep 15 19:27:40.660846 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:40.685985 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a956227-474d-4c27-8b8b-67be6bb538fb req-38bd9ba6-8a6c-4bd8-b423-2e170452aed5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:40.687608 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9a956227-474d-4c27-8b8b-67be6bb538fb req-38bd9ba6-8a6c-4bd8-b423-2e170452aed5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0822430 Sep 15 19:27:40.698529 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:40.716538 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Usage tracker for resource:security_group_rule and tenant:39cc6a6ac25d40798de5b7d6c88eba7b is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:40.723602 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:40.738933 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:40.752717 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9a956227-474d-4c27-8b8b-67be6bb538fb req-ff98a401-046e-4a2a-adcb-272e76c65aff tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580971 Sep 15 19:27:40.790774 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46608) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:40.815953 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:40.884549 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:40.892611 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:40.932865 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f1cd6-7e36-4f0d-8d54-2d11ec1002b7,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:40.937632 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39cc6a6ac25d40798de5b7d6c88eba7b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5800219 Sep 15 19:27:40.938752 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:40.940630 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46618) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:41.005892 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-849241e1-3c9c-4bbe-afa0-6af4d2fd9924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.036624 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-849241e1-3c9c-4bbe-afa0-6af4d2fd9924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.064105 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.120318 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:41.125474 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Usage tracker for resource:security_group_rule and tenant:68af1aaec06346cab18b9fb6cd21144c is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:41.128731 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:41.135012 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:41.229316 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-849241e1-3c9c-4bbe-afa0-6af4d2fd9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.239252 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-657037a9-139b-4703-9995-fd8d2f4cf5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:41.258734 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849241e1-3c9c-4bbe-afa0-6af4d2fd9924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f1cd6-7e36-4f0d-8d54-2d11ec1002b7,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:41.267298 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-849241e1-3c9c-4bbe-afa0-6af4d2fd9924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:41.327194 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-849241e1-3c9c-4bbe-afa0-6af4d2fd9924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.332338 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-849241e1-3c9c-4bbe-afa0-6af4d2fd9924 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf9f1cd6-7e36-4f0d-8d54-2d11ec1002b7 HTTP/1.1" status: 204 len: 168 time: 0.3867030 Sep 15 19:27:41.347101 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.428945 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.437479 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:41.498464 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c41822-8900-4381-a19d-f32892db62ab,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:41.502202 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:41.504725 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68af1aaec06346cab18b9fb6cd21144c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7128565 Sep 15 19:27:41.507646 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46640) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:41.520182 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:27:41.643184 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-5da84be7-b343-43dd-9312-4f18248f4ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.644231 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:27:41.652743 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:27:41.653382 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.680353 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f56bb-290f-4b67-8bf0-ddd3faa50347 req-574fd8f3-0767-4571-b497-15c37345e145 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:41.681851 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b59f56bb-290f-4b67-8bf0-ddd3faa50347 req-574fd8f3-0767-4571-b497-15c37345e145 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 944 time: 0.1381164 Sep 15 19:27:41.684413 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-5da84be7-b343-43dd-9312-4f18248f4ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.759069 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b59f56bb-290f-4b67-8bf0-ddd3faa50347 req-3f1cb8b5-1a61-4be8-a784-d71bdac12f2c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678158 Sep 15 19:27:41.836327 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.856233 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-5da84be7-b343-43dd-9312-4f18248f4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.861992 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-38c559aa-732a-4fff-8fcc-5d9646b67176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:41.877997 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da84be7-b343-43dd-9312-4f18248f4ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c41822-8900-4381-a19d-f32892db62ab,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:41.887595 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-5da84be7-b343-43dd-9312-4f18248f4ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:41.900179 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-5da84be7-b343-43dd-9312-4f18248f4ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:41.905326 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-5da84be7-b343-43dd-9312-4f18248f4ed0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14c41822-8900-4381-a19d-f32892db62ab HTTP/1.1" status: 204 len: 168 time: 0.3948007 Sep 15 19:27:41.926804 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c7b4b5-5f7a-4992-9ad1-f70735c0a755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:41.953867 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:27:42.021959 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:42.024043 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:42.064675 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c636895-1905-4fec-9e6c-98bec3349993 req-66475468-6dba-4e83-ae3d-f00bf637601a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:42.066185 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c636895-1905-4fec-9e6c-98bec3349993 req-66475468-6dba-4e83-ae3d-f00bf637601a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0915775 Sep 15 19:27:42.102311 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:42.106733 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:42.129331 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c636895-1905-4fec-9e6c-98bec3349993 req-b8c6b11b-78a4-4864-9966-c4c36a951b54 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576136 Sep 15 19:27:42.177520 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c7b4b5-5f7a-4992-9ad1-f70735c0a755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841', 'code': 200} Sep 15 19:27:42.308742 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46692) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:42.326930 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:42.361101 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:42.365035 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:be96764a829145389a7b5e8f7228cc79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:42.368778 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:42.375014 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:42.453538 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:42.496300 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:42.506332 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:42.697270 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1054414-cd32-4d7e-b3da-a75081ae2082,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:42.704360 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be96764a829145389a7b5e8f7228cc79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3922596 Sep 15 19:27:42.704727 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46724) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:42.719451 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:42.740232 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-037608cd-b0ff-44ec-87f0-b850d0f3ce74 req-ba6c689f-c59e-477b-898f-6cee6825c523 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 1098 time: 0.1895514 Sep 15 19:27:42.768033 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-da8962d6-f08d-4b6e-a773-4ccc7587cc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:42.795781 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-da8962d6-f08d-4b6e-a773-4ccc7587cc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:42.801876 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-037608cd-b0ff-44ec-87f0-b850d0f3ce74 req-98382c6c-13ac-4198-b980-2eeeb80c3074 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529401 Sep 15 19:27:42.901564 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-da8962d6-f08d-4b6e-a773-4ccc7587cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:42.907025 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-03f1c7bf-97e7-4369-b224-1fba2b51257d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:42.922439 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8962d6-f08d-4b6e-a773-4ccc7587cc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1054414-cd32-4d7e-b3da-a75081ae2082,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:42.926654 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-da8962d6-f08d-4b6e-a773-4ccc7587cc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:42.932653 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-da8962d6-f08d-4b6e-a773-4ccc7587cc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:42.932653 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-da8962d6-f08d-4b6e-a773-4ccc7587cc66 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1054414-cd32-4d7e-b3da-a75081ae2082 HTTP/1.1" status: 204 len: 168 time: 0.2267427 Sep 15 19:27:43.031507 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbe662-6ea3-4099-8460-e8ae8e948681 req-27638b69-b57c-4b5e-85bf-c2cf9934bdb4 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:43.033021 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aebbe662-6ea3-4099-8460-e8ae8e948681 req-27638b69-b57c-4b5e-85bf-c2cf9934bdb4 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 945 time: 0.0992849 Sep 15 19:27:43.083722 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aebbe662-6ea3-4099-8460-e8ae8e948681 req-6fa745cc-f43f-4137-96be-ad62483e3237 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Sep 15 19:27:43.174942 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46750) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:43.352296 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ca05f-5f40-4870-a7e3-6a78189b79d8 req-7839fa72-349e-400b-8d81-2ac683c4ed5c tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:43.353778 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-319ca05f-5f40-4870-a7e3-6a78189b79d8 req-7839fa72-349e-400b-8d81-2ac683c4ed5c tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0802782 Sep 15 19:27:43.409518 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:27:43.411316 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-319ca05f-5f40-4870-a7e3-6a78189b79d8 req-aaf80d51-b732-4a29-b9f4-d98f24049a6e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511498 Sep 15 19:27:43.570088 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:43.600591 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:43.604372 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab4f58e844844cc80b18f738bdd0a7a is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:43.607160 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:43.612884 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:43.676303 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:43.764120 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:43.772265 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-fdd9b2e9-ba58-4fd4-aea4-be1ff677f31c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:43.811459 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ea5c73-71e2-4fe5-abc7-1951309d0353,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:43.816946 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:43.827472 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ab4f58e844844cc80b18f738bdd0a7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6491809 Sep 15 19:27:43.827848 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46768) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:43.883031 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46776) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:43.907861 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9bb5e96b-1501-4394-8dd2-3d1378a3aa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:43.937431 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9bb5e96b-1501-4394-8dd2-3d1378a3aa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.090586 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9bb5e96b-1501-4394-8dd2-3d1378a3aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.097576 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:44.110983 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb5e96b-1501-4394-8dd2-3d1378a3aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ea5c73-71e2-4fe5-abc7-1951309d0353,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:44.114022 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9bb5e96b-1501-4394-8dd2-3d1378a3aa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:44.116473 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9bb5e96b-1501-4394-8dd2-3d1378a3aa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.117809 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-9bb5e96b-1501-4394-8dd2-3d1378a3aa17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13ea5c73-71e2-4fe5-abc7-1951309d0353 HTTP/1.1" status: 204 len: 168 time: 0.2889438 Sep 15 19:27:44.246179 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.356445 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:44.362953 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Usage tracker for resource:security_group_rule and tenant:ed67649708744d718890dd7358694954 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:44.366838 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:44.376547 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:44.399368 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f3a7d-5b94-4b9d-8655-a7c32fc7496e req-88e1246f-c4b4-4fab-9022-f2856732be7f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:44.407783 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-755f3a7d-5b94-4b9d-8655-a7c32fc7496e req-88e1246f-c4b4-4fab-9022-f2856732be7f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 945 time: 0.1415479 Sep 15 19:27:44.478667 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-755f3a7d-5b94-4b9d-8655-a7c32fc7496e req-e1270f11-33c5-4a9e-98da-5f02d51ff5eb tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699959 Sep 15 19:27:44.531778 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.588774 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.600196 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:44.684271 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4d04c3-4b13-423c-b9f7-740121827102,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:44.696602 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ed67649708744d718890dd7358694954&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8089325 Sep 15 19:27:44.696602 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:44.697080 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46806) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:44.719433 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d136b-a89f-41ab-888a-9178b2822a0a req-a559e446-0b8c-46b5-ae3d-f043d721c6b8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:44.721005 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5d6d136b-a89f-41ab-888a-9178b2822a0a req-a559e446-0b8c-46b5-ae3d-f043d721c6b8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.1131172 Sep 15 19:27:44.770736 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9ee59abb-ca40-4262-a33e-2319a6f669bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.772706 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5d6d136b-a89f-41ab-888a-9178b2822a0a req-110e1f49-0f08-4d1b-925a-03e9f11d9572 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459383 Sep 15 19:27:44.803156 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9ee59abb-ca40-4262-a33e-2319a6f669bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.930989 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9ee59abb-ca40-4262-a33e-2319a6f669bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.938628 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:44.952852 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee59abb-ca40-4262-a33e-2319a6f669bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4d04c3-4b13-423c-b9f7-740121827102,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:44.959140 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9ee59abb-ca40-4262-a33e-2319a6f669bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:44.965203 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9ee59abb-ca40-4262-a33e-2319a6f669bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:44.965203 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-9ee59abb-ca40-4262-a33e-2319a6f669bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a4d04c3-4b13-423c-b9f7-740121827102 HTTP/1.1" status: 204 len: 168 time: 0.2664566 Sep 15 19:27:45.123753 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46820) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:45.145089 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.220133 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:45.223942 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Usage tracker for resource:security_group_rule and tenant:a656d570eba24066b3617ea43cb4b4d0 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:45.226877 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:45.234569 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:45.299285 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.341907 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.351109 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-60e27bf0-5ce6-4f04-ab71-30c6fdaf0406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:45.391931 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1a0602-71b9-4a69-9c9c-1748a27c2355,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:45.394881 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:45.401303 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a656d570eba24066b3617ea43cb4b4d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2763140 Sep 15 19:27:45.401455 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46830) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:45.478665 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e33fd915-d22d-4cbd-8501-1782a99b2e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.506312 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e33fd915-d22d-4cbd-8501-1782a99b2e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.663394 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e33fd915-d22d-4cbd-8501-1782a99b2e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.675163 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:45.691188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fd915-d22d-4cbd-8501-1782a99b2e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1a0602-71b9-4a69-9c9c-1748a27c2355,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:45.694475 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e33fd915-d22d-4cbd-8501-1782a99b2e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:45.715668 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e33fd915-d22d-4cbd-8501-1782a99b2e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:45.716701 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-e33fd915-d22d-4cbd-8501-1782a99b2e12 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf1a0602-71b9-4a69-9c9c-1748a27c2355 HTTP/1.1" status: 204 len: 168 time: 0.3143179 Sep 15 19:27:45.733786 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed64f84-3d38-45e3-88bf-df8d6cb747c0 req-946012b1-caed-4aeb-8c87-13e0744311d1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:45.735249 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1ed64f84-3d38-45e3-88bf-df8d6cb747c0 req-946012b1-caed-4aeb-8c87-13e0744311d1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 945 time: 0.1091783 Sep 15 19:27:45.783731 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1ed64f84-3d38-45e3-88bf-df8d6cb747c0 req-8bbc396b-1a02-463e-bb3a-bf3e39251740 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428188 Sep 15 19:27:45.985260 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2697cf-0f24-4440-900f-c1dcd53b6641 req-af95ac69-bedd-47e3-a76d-aefba3d20416 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:45.986997 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8a2697cf-0f24-4440-900f-c1dcd53b6641 req-af95ac69-bedd-47e3-a76d-aefba3d20416 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0853777 Sep 15 19:27:46.054658 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8a2697cf-0f24-4440-900f-c1dcd53b6641 req-74193c76-27d8-442c-a0fe-da4361c6ebf7 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615742 Sep 15 19:27:46.385335 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46872) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:46.787395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:46.822741 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:46.827659 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Usage tracker for resource:security_group_rule and tenant:cbe8e9a93da641a687764154e38e95b2 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:46.830649 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:46.836392 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:46.914193 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:46.964730 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:46.972020 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a66230b9-2f2a-42df-9109-be8af4039f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:47.037188 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbe68e0-7a84-45c4-a296-174553f17399,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:47.039870 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:47.052169 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbe8e9a93da641a687764154e38e95b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6657226 Sep 15 19:27:47.054994 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46910) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:47.149358 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f324a419-1816-439c-b558-1e9a41e6ad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:47.193663 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f324a419-1816-439c-b558-1e9a41e6ad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:47.301788 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509132bc-8a15-4970-b470-4311660b5ec2 req-cc01b0fe-966a-45f8-ab61-dbc1c17f65cf tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:47.303294 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-509132bc-8a15-4970-b470-4311660b5ec2 req-cc01b0fe-966a-45f8-ab61-dbc1c17f65cf tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0995162 Sep 15 19:27:47.356551 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-509132bc-8a15-4970-b470-4311660b5ec2 req-93d54be4-3572-4896-b321-aab067a09558 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453947 Sep 15 19:27:47.384159 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f324a419-1816-439c-b558-1e9a41e6ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:47.390839 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:47.408839 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f324a419-1816-439c-b558-1e9a41e6ad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:47.412936 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-f324a419-1816-439c-b558-1e9a41e6ad69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ffbe68e0-7a84-45c4-a296-174553f17399 HTTP/1.1" status: 204 len: 168 time: 0.3532662 Sep 15 19:27:47.412936 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324a419-1816-439c-b558-1e9a41e6ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbe68e0-7a84-45c4-a296-174553f17399,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:47.413735 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f324a419-1816-439c-b558-1e9a41e6ad69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:48.445965 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 46952) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:48.476046 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:48.520399 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:48.524991 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Usage tracker for resource:security_group_rule and tenant:06a52259bfb244ba8712c36d2a47ffb4 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:48.529119 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:48.571537 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:48.655268 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369ccaf-12e0-4089-ac77-76751c2bb571 req-24ea750a-ad2d-42f8-96a9-9dd2750ff7f5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:48.656751 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5369ccaf-12e0-4089-ac77-76751c2bb571 req-24ea750a-ad2d-42f8-96a9-9dd2750ff7f5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.1237721 Sep 15 19:27:48.728856 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:48.760584 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5369ccaf-12e0-4089-ac77-76751c2bb571 req-14edd251-7a30-4a5c-a941-b0ad3fa47108 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893362 Sep 15 19:27:48.816432 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:48.826397 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:48.872348 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06a52259bfb244ba8712c36d2a47ffb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4215813 Sep 15 19:27:48.873875 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835679fd-e880-48e7-aaec-c3c04fa2ec9d,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:48.876008 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 46964) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:48.876450 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:48.970714 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-53fe2221-5fa3-4899-b737-1bca7a3c0d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:49.000328 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-53fe2221-5fa3-4899-b737-1bca7a3c0d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:49.141607 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-53fe2221-5fa3-4899-b737-1bca7a3c0d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:49.148795 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-bf232390-0e07-4606-8d6c-6ffb9fc59aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:49.172141 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe2221-5fa3-4899-b737-1bca7a3c0d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835679fd-e880-48e7-aaec-c3c04fa2ec9d,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:49.176034 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-53fe2221-5fa3-4899-b737-1bca7a3c0d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:49.200779 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-53fe2221-5fa3-4899-b737-1bca7a3c0d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:49.202054 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-53fe2221-5fa3-4899-b737-1bca7a3c0d19 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/835679fd-e880-48e7-aaec-c3c04fa2ec9d HTTP/1.1" status: 204 len: 168 time: 0.3242862 Sep 15 19:27:50.096534 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-1e1a56df-a5b1-454e-b777-effaefde53d8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:50.098000 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-1e1a56df-a5b1-454e-b777-effaefde53d8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 814 time: 0.2837083 Sep 15 19:27:50.122832 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cc12b-822e-4ccd-9686-a7e11fe8252a req-e7ed5092-90e1-412a-8d15-5ddcb034e639 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:50.124621 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ff6cc12b-822e-4ccd-9686-a7e11fe8252a req-e7ed5092-90e1-412a-8d15-5ddcb034e639 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.1489015 Sep 15 19:27:50.126903 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-d0f19cc0-7c00-46be-8b20-780de1ecd5c5 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/quotas/1c590adda89548efb768bd99eb3ba655 HTTP/1.1" status: 200 len: 375 time: 0.0227497 Sep 15 19:27:50.222758 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ff6cc12b-822e-4ccd-9686-a7e11fe8252a req-1a5b68db-fdab-41be-a2e8-1ba11e778a22 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920959 Sep 15 19:27:50.255810 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-595d615f-13c1-4b8c-8af4-7a53d7aa6e12 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109707 Sep 15 19:27:50.577778 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-149c1b91-ae7e-48ef-a7f7-3022df943cd0 service neutron] 10.222.0.57 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142664 Sep 15 19:27:50.811667 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-e37a1a48-a8b4-401f-8f49-676b14da5b5f service neutron] 10.222.0.57 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138784 Sep 15 19:27:51.337900 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b9e4b4fa-1566-466e-9073-e7eb74d7fdad req-5978e29e-68a4-4337-a8ef-9a7013eb78b2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 210 time: 0.0702012 Sep 15 19:27:51.523550 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbe4c6-c113-46fe-88b8-b178a5cc0c5e req-220ca694-25ac-4c01-b7da-6f67d56335da tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:51.524981 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-43fbe4c6-c113-46fe-88b8-b178a5cc0c5e req-220ca694-25ac-4c01-b7da-6f67d56335da tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0773840 Sep 15 19:27:51.619499 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-43fbe4c6-c113-46fe-88b8-b178a5cc0c5e req-11e87b59-1f65-47a2-bbbd-8748e702bcde tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762863 Sep 15 19:27:52.180915 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47126) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:52.220049 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47132) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:52.381322 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:52.413849 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:52.454275 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:52.458262 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Usage tracker for resource:security_group_rule and tenant:0f6f86cf7e0a4197a616185252b0fe7f is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:52.461136 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:52.485834 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:52.542645 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:52.556236 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe54b42d-d56f-44e2-a09b-427513460bbd req-f64e4729-dee5-4154-8b92-28d0cd1710b2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 210 time: 0.0604427 Sep 15 19:27:52.561116 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Usage tracker for resource:security_group_rule and tenant:64b6134cb7584b2fb2d8ea9a29117e73 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:52.580598 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:52.600003 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:52.672321 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:52.733676 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:52.770044 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:52.808826 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:52.827134 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:52.884315 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177f9757-53f6-44fe-a42b-36fd67edd81c,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:52.890222 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f6f86cf7e0a4197a616185252b0fe7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6737857 Sep 15 19:27:52.892421 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:52.893155 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47166) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:52.919992 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:52.984620 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64b6134cb7584b2fb2d8ea9a29117e73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8030605 Sep 15 19:27:52.988745 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e62cc7-1457-41b3-bd9c-a1f18d12e659,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:52.992341 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:52.993845 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47174) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:53.045812 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de648c-0585-4a15-a183-17674999b9e6 req-729bf570-d2d8-4cbf-bd4b-74b28142c2ea tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:53.047377 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-93de648c-0585-4a15-a183-17674999b9e6 req-729bf570-d2d8-4cbf-bd4b-74b28142c2ea tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.2761824 Sep 15 19:27:53.050239 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ec6902c7-3c35-432f-b908-6fabf9715b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:53.079735 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ec6902c7-3c35-432f-b908-6fabf9715b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:53.114911 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-20344813-a7d4-4027-ac61-39c1c999760b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:53.119581 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-93de648c-0585-4a15-a183-17674999b9e6 req-419a119e-d81b-4627-a8f3-0a73bf041375 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626690 Sep 15 19:27:53.156420 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-20344813-a7d4-4027-ac61-39c1c999760b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:53.204311 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ec6902c7-3c35-432f-b908-6fabf9715b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:53.209487 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f01f2c36-bff1-4964-8c22-bc425737e026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:53.220428 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6902c7-3c35-432f-b908-6fabf9715b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177f9757-53f6-44fe-a42b-36fd67edd81c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:53.222942 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ec6902c7-3c35-432f-b908-6fabf9715b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:53.228589 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ec6902c7-3c35-432f-b908-6fabf9715b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:53.233637 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-ec6902c7-3c35-432f-b908-6fabf9715b90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/177f9757-53f6-44fe-a42b-36fd67edd81c HTTP/1.1" status: 204 len: 168 time: 0.3368261 Sep 15 19:27:53.318684 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-20344813-a7d4-4027-ac61-39c1c999760b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:53.324556 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b0e03563-7029-43a9-a95e-ba62cab7bbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:53.339421 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20344813-a7d4-4027-ac61-39c1c999760b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e62cc7-1457-41b3-bd9c-a1f18d12e659,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:53.341902 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-20344813-a7d4-4027-ac61-39c1c999760b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:53.351635 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-20344813-a7d4-4027-ac61-39c1c999760b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:53.352747 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-20344813-a7d4-4027-ac61-39c1c999760b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1e62cc7-1457-41b3-bd9c-a1f18d12e659 HTTP/1.1" status: 204 len: 168 time: 0.3563449 Sep 15 19:27:53.743087 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7ef642f1-7f59-431e-b7cb-ee3088828944 req-0cb4fc21-dc27-4089-9baf-e520cfdf97cc tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 210 time: 0.0489743 Sep 15 19:27:54.080177 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-fbbc4950-cef8-4d1e-a61d-a214f94ae9dd tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:54.090031 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-fbbc4950-cef8-4d1e-a61d-a214f94ae9dd tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 814 time: 0.1542752 Sep 15 19:27:54.104619 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Request body: {'port': {'device_id': '8ffa95d0-51f7-4fc4-a152-0f456247e5ed', 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'admin_state_up': True, 'tenant_id': '1c590adda89548efb768bd99eb3ba655'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:54.390543 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:54.390543 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:54.390543 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f5717-185b-4787-966e-13c86b14103c req-ef45aa39-094c-483e-8159-c319b7919447 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:54.390543 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-821f5717-185b-4787-966e-13c86b14103c req-ef45aa39-094c-483e-8159-c319b7919447 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0829906 Sep 15 19:27:54.390543 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-821f5717-185b-4787-966e-13c86b14103c req-dc5ea9b2-52bd-479c-9112-6c65869a75dc tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395768 Sep 15 19:27:54.668709 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47200) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:54.686833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:54.700542 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Made reservation on behalf of 1c590adda89548efb768bd99eb3ba655 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:27:54.700542 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:54.772229 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47206) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:54.910495 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Allocated IP 172.20.0.2 (1bbda95e-d8db-436f-9a0e-bbfcb8e0be66/e842d761-f7fb-4ed1-999f-eac0961a8e0a/e84eb657-0349-4469-b84b-dd911c97aee0) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:27:54.922258 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:54.924550 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:54.977080 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Usage tracker for resource:security_group_rule and tenant:c164777f9ecb484fac5ffc3ae4ea85e6 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:54.984811 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:54.992833 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e7242375-9545-4d4d-b0ea-487a45280135 req-88e5cef1-12e7-4d9d-8711-e84fdea64763 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 210 time: 0.0534143 Sep 15 19:27:55.001928 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:55.058263 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:55.071984 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Usage tracker for resource:security_group_rule and tenant:ba12d0c74d914903a2afb91e6af08031 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:55.077057 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:55.097690 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:55.345776 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.384379 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.402614 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.444338 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.455674 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-5da84be7-b343-43dd-9312-4f18248f4ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:55.487187 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.488499 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.515056 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['16d6dffe-b06d-4562-bef9-38b4d7f8d71c', '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:27:55.540531 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1ad3a7-0618-447a-b52d-e9bc5457847d,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:55.619184 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c164777f9ecb484fac5ffc3ae4ea85e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9388185 Sep 15 19:27:55.619184 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:55.619184 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2955ec26-567d-4fb5-96d0-d397b61b56db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:55.620760 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47234) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:55.678625 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:27:55.684970 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:27:55.688241 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:27:55.727287 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba12d0c74d914903a2afb91e6af08031&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9516430 Sep 15 19:27:55.728486 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47238) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:55.763915 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe4dc0e-c715-4659-b39c-c3e1305ab452,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:55.773280 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:55.777847 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:55.828912 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b6cb59b5-bf5f-4373-beb4-395ecf711271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.856584 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b6cb59b5-bf5f-4373-beb4-395ecf711271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.862861 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:55.863460 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.876957 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3f1bf-7166-401a-ab5d-98810f178615 req-740f2e41-9d7f-4ea6-a345-2e39d46f9448 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:55.878439 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9df3f1bf-7166-401a-ab5d-98810f178615 req-740f2e41-9d7f-4ea6-a345-2e39d46f9448 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.3465769 Sep 15 19:27:55.913768 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Pushing event updated for resources: {'Port': ['ID=e84eb657-0349-4469-b84b-dd911c97aee0,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:55.924866 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:55.932195 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4b012d44-8b64-4d2b-8bda-d1f5c7093587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:55.983929 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9df3f1bf-7166-401a-ab5d-98810f178615 req-ffcf854d-128b-44a0-9094-3b5e730383b6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915520 Sep 15 19:27:55.985503 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4b012d44-8b64-4d2b-8bda-d1f5c7093587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:56.001811 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b6cb59b5-bf5f-4373-beb4-395ecf711271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:56.030483 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-365b67ac-46c8-4ef0-a4b6-702315ecb9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:56.031886 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9307880 Sep 15 19:27:56.045812 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Request body: {'port': {'device_id': '8ffa95d0-51f7-4fc4-a152-0f456247e5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:27:56.062043 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb59b5-bf5f-4373-beb4-395ecf711271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe4dc0e-c715-4659-b39c-c3e1305ab452,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:56.065415 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b6cb59b5-bf5f-4373-beb4-395ecf711271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:56.066377 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b6cb59b5-bf5f-4373-beb4-395ecf711271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:56.070403 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b6cb59b5-bf5f-4373-beb4-395ecf711271 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6fe4dc0e-c715-4659-b39c-c3e1305ab452 HTTP/1.1" status: 204 len: 168 time: 0.3380389 Sep 15 19:27:56.233898 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:56.322717 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39f41-b2e7-46d5-9d39-b4f4a2c59e56 req-d7430b04-d127-4078-82a2-3be9c515a589 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:56.323417 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-f1c39f41-b2e7-46d5-9d39-b4f4a2c59e56 req-d7430b04-d127-4078-82a2-3be9c515a589 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:27:56.380118 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4b012d44-8b64-4d2b-8bda-d1f5c7093587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:56.390531 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:56.413342 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b012d44-8b64-4d2b-8bda-d1f5c7093587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1ad3a7-0618-447a-b52d-e9bc5457847d,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:56.418729 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4b012d44-8b64-4d2b-8bda-d1f5c7093587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:56.430472 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4b012d44-8b64-4d2b-8bda-d1f5c7093587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:56.431605 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-4b012d44-8b64-4d2b-8bda-d1f5c7093587 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f1ad3a7-0618-447a-b52d-e9bc5457847d HTTP/1.1" status: 204 len: 168 time: 0.8059006 Sep 15 19:27:56.514945 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-f1c39f41-b2e7-46d5-9d39-b4f4a2c59e56 req-d7430b04-d127-4078-82a2-3be9c515a589 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:27:56.518089 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1c39f41-b2e7-46d5-9d39-b4f4a2c59e56 req-d7430b04-d127-4078-82a2-3be9c515a589 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 931 time: 0.3510206 Sep 15 19:27:56.597028 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1c39f41-b2e7-46d5-9d39-b4f4a2c59e56 req-907b2ce9-f3fe-4758-9cd0-a3f7cfa550d0 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677254 Sep 15 19:27:56.699133 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84eb657-0349-4469-b84b-dd911c97aee0 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:27:56.707415 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:56.724385 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Transition to ACTIVE for port object e84eb657-0349-4469-b84b-dd911c97aee0 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:27:56.806273 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:56.811478 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:56.975267 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=e84eb657-0349-4469-b84b-dd911c97aee0,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:56.982131 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:57.061110 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Attempting to bind port e84eb657-0349-4469-b84b-dd911c97aee0 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:27:57.061435 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Attempting to bind port e84eb657-0349-4469-b84b-dd911c97aee0 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:27:57.061773 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Attempting to bind port e84eb657-0349-4469-b84b-dd911c97aee0 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:57.075364 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Port e84eb657-0349-4469-b84b-dd911c97aee0 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:27:57.075687 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Attempting to bind port e84eb657-0349-4469-b84b-dd911c97aee0 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:27:57.082066 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:27:57.082567 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Checking segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:27:57.082921 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Bound using segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:27:57.083351 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Bound port: e84eb657-0349-4469-b84b-dd911c97aee0, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:27:57.083797 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:57.252416 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] For port e84eb657-0349-4469-b84b-dd911c97aee0, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:27:57.276778 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] For port e84eb657-0349-4469-b84b-dd911c97aee0, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e84eb657-0349-4469-b84b-dd911c97aee0,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:27:57.299208 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb01d9b-c54f-42bc-8a0d-9e003eddd86b req-3691c0c3-89f3-44ad-b4ed-0598fcf0d15b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:57.300836 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eeb01d9b-c54f-42bc-8a0d-9e003eddd86b req-3691c0c3-89f3-44ad-b4ed-0598fcf0d15b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0943992 Sep 15 19:27:57.349571 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eeb01d9b-c54f-42bc-8a0d-9e003eddd86b req-505535cd-5e5e-40a8-b3a0-7840d2b9d9d9 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Sep 15 19:27:57.364372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:57.370884 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:57.444248 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:57.445620 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] 10.222.0.54 "PUT /v2.0/ports/e84eb657-0349-4469-b84b-dd911c97aee0 HTTP/1.1" status: 200 len: 1093 time: 1.4053781 Sep 15 19:27:57.446097 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffa95d0-51f7-4fc4-a152-0f456247e5ed', 'tag': 'e84eb657-0349-4469-b84b-dd911c97aee0'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:27:57.482186 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=e84eb657-0349-4469-b84b-dd911c97aee0,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:57.486307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:57.533488 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffa95d0-51f7-4fc4-a152-0f456247e5ed', 'tag': 'e84eb657-0349-4469-b84b-dd911c97aee0', 'status': 'completed', 'code': 200} Sep 15 19:27:57.694919 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fecbfdc5-102c-433c-9fec-bd4021ef9344 req-f5fefd4d-512c-4df0-98e9-d3deeb60e08e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 1096 time: 0.1345074 Sep 15 19:27:58.067147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbfdc5-102c-433c-9fec-bd4021ef9344 req-8a0b8fab-a714-47b3-b66b-06e20a10078d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:58.068642 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fecbfdc5-102c-433c-9fec-bd4021ef9344 req-8a0b8fab-a714-47b3-b66b-06e20a10078d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1c590adda89548efb768bd99eb3ba655&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3612785 Sep 15 19:27:58.103027 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403aec6-6710-4c52-9cab-03ee7a297ff0 req-a17cd8a6-7f66-4fb6-afe6-ccbc1880617f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:58.104504 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9403aec6-6710-4c52-9cab-03ee7a297ff0 req-a17cd8a6-7f66-4fb6-afe6-ccbc1880617f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 943 time: 0.1441941 Sep 15 19:27:58.244273 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9403aec6-6710-4c52-9cab-03ee7a297ff0 req-bf0648f5-8490-4df3-8694-45da953eedce tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262882 Sep 15 19:27:58.262425 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbfdc5-102c-433c-9fec-bd4021ef9344 req-b2376d78-04b1-4075-8110-d0dc00ee692c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:58.264026 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fecbfdc5-102c-433c-9fec-bd4021ef9344 req-b2376d78-04b1-4075-8110-d0dc00ee692c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1870513 Sep 15 19:27:58.375622 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-82545723-5b41-4736-a356-c1be8107cec6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 1096 time: 0.0697870 Sep 15 19:27:58.479453 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-85736eed-c7b8-4ddf-b69e-45d52dea4849 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e84eb657-0349-4469-b84b-dd911c97aee0 HTTP/1.1" status: 200 len: 217 time: 0.0929978 Sep 15 19:27:58.639459 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-aac7f524-2f90-47f7-9b9e-61e7181fde52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:58.641336 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-aac7f524-2f90-47f7-9b9e-61e7181fde52 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e842d761-f7fb-4ed1-999f-eac0961a8e0a HTTP/1.1" status: 200 len: 854 time: 0.1235642 Sep 15 19:27:58.675354 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47342) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:58.687076 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c857a81-3d83-45b0-807f-9021aba7daf7 req-997e354d-391d-421e-81a9-ca0b53c12446 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:58.688583 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2c857a81-3d83-45b0-807f-9021aba7daf7 req-997e354d-391d-421e-81a9-ca0b53c12446 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.2053473 Sep 15 19:27:58.694295 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-c83b5690-8711-44fd-a65a-a965a1f79091 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451326 Sep 15 19:27:58.913427 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2c857a81-3d83-45b0-807f-9021aba7daf7 req-d19fd12b-50e2-4cd9-8887-e7801620e518 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181449 Sep 15 19:27:58.922053 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-876d13fc-4a7c-4069-8678-b8992fa710c7 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114553 Sep 15 19:27:58.930404 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:58.973430 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:27:58.977653 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Usage tracker for resource:security_group_rule and tenant:694e33ce1ccb4849bec1dec8392ba25f is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:27:58.981264 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:27:58.987444 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:27:59.087090 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:59.105093 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b14d016a-6aa9-4b41-ade2-ba72fec3d71b req-98b9592c-4866-477d-9661-f76ac6075495 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710267 Sep 15 19:27:59.209787 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:59.217726 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e3a5b65f-bb2a-4de7-a161-aac5997964d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:59.256886 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bd8d13-30fb-4ede-88d4-c2c6c16914f7,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:59.260540 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:59.263140 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=694e33ce1ccb4849bec1dec8392ba25f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5867407 Sep 15 19:27:59.266087 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47370) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:27:59.332307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-82f3b783-374b-45e9-8f64-ce1e091130e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:59.363123 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-82f3b783-374b-45e9-8f64-ce1e091130e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:59.500855 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc03a81-4c3c-4843-a93e-61f500d4782d req-38427cfb-dc99-4142-859a-147383d82f1f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:27:59.502564 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9fc03a81-4c3c-4843-a93e-61f500d4782d req-38427cfb-dc99-4142-859a-147383d82f1f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 943 time: 0.1085384 Sep 15 19:27:59.548176 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-82f3b783-374b-45e9-8f64-ce1e091130e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:59.554913 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:27:59.567757 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3b783-374b-45e9-8f64-ce1e091130e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bd8d13-30fb-4ede-88d4-c2c6c16914f7,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:27:59.575536 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-82f3b783-374b-45e9-8f64-ce1e091130e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:27:59.575675 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-82f3b783-374b-45e9-8f64-ce1e091130e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:27:59.579402 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-82f3b783-374b-45e9-8f64-ce1e091130e3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/30bd8d13-30fb-4ede-88d4-c2c6c16914f7 HTTP/1.1" status: 204 len: 168 time: 0.3121674 Sep 15 19:27:59.582550 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9fc03a81-4c3c-4843-a93e-61f500d4782d req-e7b03635-f3f9-4bde-adef-f9316aef0b1c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743036 Sep 15 19:28:00.149931 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc27f08-65e7-4853-87c2-921e4373edaa req-d801fb04-ca07-4f2c-8596-d0b5a59984fb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:00.157924 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6dc27f08-65e7-4853-87c2-921e4373edaa req-d801fb04-ca07-4f2c-8596-d0b5a59984fb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0956495 Sep 15 19:28:00.213545 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6dc27f08-65e7-4853-87c2-921e4373edaa req-34c8e965-2b20-427d-8e5b-d1fd7a575fd5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464151 Sep 15 19:28:00.815860 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466ba92-b109-468c-96ce-7e30787c0726 req-a2acb147-6e26-45ef-9298-5eab343e2cac tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:00.824442 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b466ba92-b109-468c-96ce-7e30787c0726 req-a2acb147-6e26-45ef-9298-5eab343e2cac tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 943 time: 0.0973680 Sep 15 19:28:00.875369 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b466ba92-b109-468c-96ce-7e30787c0726 req-91b0edc6-6e0a-4f07-9cb3-e1bc9b9a39c0 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Sep 15 19:28:01.440686 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe57b6-e930-4d24-8171-26d405571846 req-635cd92c-7760-4d7d-b9e1-2e095a8eb2e2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:01.442557 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3cfe57b6-e930-4d24-8171-26d405571846 req-635cd92c-7760-4d7d-b9e1-2e095a8eb2e2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0838161 Sep 15 19:28:01.489261 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3cfe57b6-e930-4d24-8171-26d405571846 req-a942d7d8-1f14-4968-89b0-015f9e422363 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Sep 15 19:28:01.564818 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device e84eb657-0349-4469-b84b-dd911c97aee0 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:28:01.700651 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port e84eb657-0349-4469-b84b-dd911c97aee0, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e84eb657-0349-4469-b84b-dd911c97aee0,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:01.713661 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': 'e84eb657-0349-4469-b84b-dd911c97aee0', 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'port_id': 'e84eb657-0349-4469-b84b-dd911c97aee0', 'mac_address': 'fa:16:3e:62:28:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e842d761-f7fb-4ed1-999f-eac0961a8e0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:28:01.757123 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47470) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:01.771954 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:01.810499 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84eb657-0349-4469-b84b-dd911c97aee0 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:28:01.826336 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port e84eb657-0349-4469-b84b-dd911c97aee0, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e84eb657-0349-4469-b84b-dd911c97aee0,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:01.906805 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:01.909654 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:01.981968 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=e84eb657-0349-4469-b84b-dd911c97aee0,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:01.987466 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:02.134736 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efc593-def9-4795-8fdd-5aaaa897c0dc req-4deb0441-2c6e-4a4e-83ef-443e50ef3fa7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:02.137037 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3efc593-def9-4795-8fdd-5aaaa897c0dc req-4deb0441-2c6e-4a4e-83ef-443e50ef3fa7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 944 time: 0.0970643 Sep 15 19:28:02.197597 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.207336 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47492) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:02.207811 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['e84eb657-0349-4469-b84b-dd911c97aee0'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:02.249774 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3efc593-def9-4795-8fdd-5aaaa897c0dc req-229ad2a4-70fd-4690-9a21-1aa2ecebf277 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885494 Sep 15 19:28:02.289531 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:02.296160 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Usage tracker for resource:security_group_rule and tenant:a093d8d0ed194f9b947d35ab876058d1 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:02.303539 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:02.312896 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:02.448388 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.533801 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.553091 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4b012d44-8b64-4d2b-8bda-d1f5c7093587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:02.554384 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.632828 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:02.635512 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Usage tracker for resource:security_group_rule and tenant:5505016cc7154443829a42267da2beb6 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:02.638833 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:02.646001 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:02.649862 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77ad07c-66fb-4470-bf56-dac13119a7ff,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:02.653001 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:02.659452 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a093d8d0ed194f9b947d35ab876058d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9012582 Sep 15 19:28:02.674080 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47508) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:02.741605 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.781476 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.808088 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-158a57b3-be2e-4b1c-a202-e555f0205531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.811581 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.828909 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-53fe2221-5fa3-4899-b737-1bca7a3c0d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:02.833080 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf9b03-2002-47e7-aef3-554c5a45d592 req-689ae202-f63a-44ba-9f71-33cabe70e18c tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:02.838264 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4bcf9b03-2002-47e7-aef3-554c5a45d592 req-689ae202-f63a-44ba-9f71-33cabe70e18c tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.1906133 Sep 15 19:28:02.884387 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-158a57b3-be2e-4b1c-a202-e555f0205531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:02.890908 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78adae5b-f1b1-41b0-9959-3edc29c5bec6,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:02.899378 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:02.906622 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4bcf9b03-2002-47e7-aef3-554c5a45d592 req-9f36d521-767f-488f-82d3-d670880abad9 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621517 Sep 15 19:28:02.920462 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5505016cc7154443829a42267da2beb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7121305 Sep 15 19:28:02.923428 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47518) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:02.997809 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-58dc58bc-bd9d-4c2d-94b7-bfa1452ef309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:03.023199 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-58dc58bc-bd9d-4c2d-94b7-bfa1452ef309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:03.072422 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-158a57b3-be2e-4b1c-a202-e555f0205531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:03.077402 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a2ecc0de-7b62-4f76-9435-cab473caddda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:03.091622 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a57b3-be2e-4b1c-a202-e555f0205531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77ad07c-66fb-4470-bf56-dac13119a7ff,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:03.095774 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-158a57b3-be2e-4b1c-a202-e555f0205531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:03.105543 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-158a57b3-be2e-4b1c-a202-e555f0205531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:03.106853 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-158a57b3-be2e-4b1c-a202-e555f0205531 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c77ad07c-66fb-4470-bf56-dac13119a7ff HTTP/1.1" status: 204 len: 168 time: 0.4317737 Sep 15 19:28:03.146707 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-58dc58bc-bd9d-4c2d-94b7-bfa1452ef309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:03.150339 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:03.164987 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc58bc-bd9d-4c2d-94b7-bfa1452ef309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78adae5b-f1b1-41b0-9959-3edc29c5bec6,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:03.173000 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-58dc58bc-bd9d-4c2d-94b7-bfa1452ef309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:03.181609 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-58dc58bc-bd9d-4c2d-94b7-bfa1452ef309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:03.183405 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-58dc58bc-bd9d-4c2d-94b7-bfa1452ef309 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/78adae5b-f1b1-41b0-9959-3edc29c5bec6 HTTP/1.1" status: 204 len: 168 time: 0.2588499 Sep 15 19:28:03.452415 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3f17-cf8c-4c87-b38b-9961237539ce req-d1c5e129-9fc0-4b92-86fb-6a4f7e88eaf2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:03.459845 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a46f3f17-cf8c-4c87-b38b-9961237539ce req-d1c5e129-9fc0-4b92-86fb-6a4f7e88eaf2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 944 time: 0.0880871 Sep 15 19:28:03.519579 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a46f3f17-cf8c-4c87-b38b-9961237539ce req-d3041ff4-271e-4a87-873f-8065379827fc tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587487 Sep 15 19:28:03.588377 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device e84eb657-0349-4469-b84b-dd911c97aee0 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:28:03.786667 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port e84eb657-0349-4469-b84b-dd911c97aee0 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:28:03.792265 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port e84eb657-0349-4469-b84b-dd911c97aee0 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:28:03.792637 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:03.906271 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:03.933811 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa95d0-51f7-4fc4-a152-0f456247e5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84eb657-0349-4469-b84b-dd911c97aee0'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:03.943460 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port e84eb657-0349-4469-b84b-dd911c97aee0, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e84eb657-0349-4469-b84b-dd911c97aee0,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:03.995178 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa95d0-51f7-4fc4-a152-0f456247e5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84eb657-0349-4469-b84b-dd911c97aee0', 'code': 200} Sep 15 19:28:04.021305 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.025649 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:04.073070 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47554) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:04.099721 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.100254 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=e84eb657-0349-4469-b84b-dd911c97aee0,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:04.103540 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:04.134401 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c05e5-68d3-4571-8f2d-e98e8c15af7a req-2e465564-b2e3-475b-9a92-593dd12897e8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:04.135900 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2a0c05e5-68d3-4571-8f2d-e98e8c15af7a req-2e465564-b2e3-475b-9a92-593dd12897e8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0907812 Sep 15 19:28:04.140327 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:04.145867 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Usage tracker for resource:security_group_rule and tenant:13bf94e99c86454ba7046de773fc9da6 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:04.148941 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:04.155862 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:04.195017 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2a0c05e5-68d3-4571-8f2d-e98e8c15af7a req-57fcf209-3b3a-4b1f-9342-46ea919a7e54 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523753 Sep 15 19:28:04.277510 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.341055 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.348342 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-66675404-bb2d-4347-83b3-9f5600d5b036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:04.394130 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d25e7cb-d385-4cb7-87e6-128adddb56f3,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:04.398909 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13bf94e99c86454ba7046de773fc9da6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232231 Sep 15 19:28:04.399085 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:04.401038 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47562) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:04.436904 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c73926c5-17d1-48e1-92af-4989eff769a2 req-9c4e0743-af88-4e22-99e2-8f6fa1ce8a3a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 1098 time: 0.0727339 Sep 15 19:28:04.463043 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e99393e5-2670-4879-9fe3-f5ceeba06194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.492386 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c73926c5-17d1-48e1-92af-4989eff769a2 req-9bbe3ff4-7ec7-4365-9f0d-5bf73ba3842e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Sep 15 19:28:04.493626 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47566) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:04.504414 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e99393e5-2670-4879-9fe3-f5ceeba06194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.604831 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e99393e5-2670-4879-9fe3-f5ceeba06194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.606458 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47576) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:04.612900 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-029a1a53-d3c1-437f-9838-17e588d21b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:04.644005 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99393e5-2670-4879-9fe3-f5ceeba06194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d25e7cb-d385-4cb7-87e6-128adddb56f3,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:04.665381 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.669304 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e99393e5-2670-4879-9fe3-f5ceeba06194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:04.686632 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e99393e5-2670-4879-9fe3-f5ceeba06194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.692172 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e99393e5-2670-4879-9fe3-f5ceeba06194 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1d25e7cb-d385-4cb7-87e6-128adddb56f3 HTTP/1.1" status: 204 len: 168 time: 0.2895586 Sep 15 19:28:04.778093 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:04.784955 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Usage tracker for resource:security_group_rule and tenant:46ec4f60cf784ef3b4db8e22f20d652c is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:04.785993 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:04.792576 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:04.835369 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.872488 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:04.877653 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Usage tracker for resource:security_group_rule and tenant:c98b17f6a20b45b0b9c2448bb665d988 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:04.882898 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:04.891863 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:04.913013 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:04.979696 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e1e80-acd5-4b67-83ab-05f5dcfe790e req-c036c420-396e-44d5-8679-9ef869d68a6d tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:04.988254 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-056e1e80-acd5-4b67-83ab-05f5dcfe790e req-c036c420-396e-44d5-8679-9ef869d68a6d tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 945 time: 0.2870309 Sep 15 19:28:05.024370 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.053362 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e705dc03-c132-48c6-be0d-93faa69fd361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:05.062329 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=46ec4f60cf784ef3b4db8e22f20d652c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4548678 Sep 15 19:28:05.064936 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47594) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:05.098901 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-056e1e80-acd5-4b67-83ab-05f5dcfe790e req-f95934ac-28c5-4f26-b59f-96e4a460a737 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095488 Sep 15 19:28:05.101183 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c93e42-481f-4b6e-9a0d-f18427862f8b,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:05.107420 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd037-d8eb-4b88-9ea4-90ffbe5f32ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.108064 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:05.163902 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.171229 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c481b941-67cd-4e02-a662-ef8d99702384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.197211 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c481b941-67cd-4e02-a662-ef8d99702384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.231652 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.239292 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ec6902c7-3c35-432f-b908-6fabf9715b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:05.281638 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae11ad-688e-4e25-8aaf-b8fdc78c0b06,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:05.285686 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:05.288331 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c98b17f6a20b45b0b9c2448bb665d988&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7936821 Sep 15 19:28:05.291329 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47602) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:05.375595 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c481b941-67cd-4e02-a662-ef8d99702384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.380725 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2433ab52-4ba7-488d-84f9-b28d607063bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:05.410994 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481b941-67cd-4e02-a662-ef8d99702384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c93e42-481f-4b6e-9a0d-f18427862f8b,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:05.420204 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c481b941-67cd-4e02-a662-ef8d99702384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:05.428864 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c481b941-67cd-4e02-a662-ef8d99702384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.430721 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c481b941-67cd-4e02-a662-ef8d99702384 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00c93e42-481f-4b6e-9a0d-f18427862f8b HTTP/1.1" status: 204 len: 168 time: 0.3647256 Sep 15 19:28:05.442280 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c1030404-893a-44cf-b3cf-63d44a4e113f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.483677 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c1030404-893a-44cf-b3cf-63d44a4e113f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.518651 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf867c6-ff28-47c2-bfe6-5ab6005a56c3 req-9d4c284f-3e32-4293-8e47-a294654a9fb0 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:05.527886 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3bf867c6-ff28-47c2-bfe6-5ab6005a56c3 req-9d4c284f-3e32-4293-8e47-a294654a9fb0 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.1883547 Sep 15 19:28:05.590495 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.600691 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3bf867c6-ff28-47c2-bfe6-5ab6005a56c3 req-abc181d2-0357-421c-a491-8d353270f821 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718267 Sep 15 19:28:05.682926 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c1030404-893a-44cf-b3cf-63d44a4e113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.693128 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:05.709109 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1030404-893a-44cf-b3cf-63d44a4e113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae11ad-688e-4e25-8aaf-b8fdc78c0b06,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:05.719184 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c1030404-893a-44cf-b3cf-63d44a4e113f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:05.721366 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c1030404-893a-44cf-b3cf-63d44a4e113f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:05.722528 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-c1030404-893a-44cf-b3cf-63d44a4e113f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efae11ad-688e-4e25-8aaf-b8fdc78c0b06 HTTP/1.1" status: 204 len: 168 time: 0.4296949 Sep 15 19:28:06.349938 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4d340068-6983-4e30-ae90-c4ecbefa6929 req-a1c8d667-08f1-4061-ae88-4b60d7216a61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 1098 time: 0.1377563 Sep 15 19:28:06.358947 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad74bd6-aeb5-4c05-9fb4-fee09cd2595f req-a75bd8a1-fec6-49ba-b089-fe57060d1cb3 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:06.360344 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4ad74bd6-aeb5-4c05-9fb4-fee09cd2595f req-a75bd8a1-fec6-49ba-b089-fe57060d1cb3 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 945 time: 0.1185336 Sep 15 19:28:06.449113 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47642) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:06.452394 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4d340068-6983-4e30-ae90-c4ecbefa6929 req-59b5c324-e081-4945-8e0d-40fb60bcb244 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910869 Sep 15 19:28:06.454709 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4ad74bd6-aeb5-4c05-9fb4-fee09cd2595f req-0a557693-68c9-4be7-b03d-6d0fec750281 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806370 Sep 15 19:28:06.487697 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:06.547151 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:06.550939 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Usage tracker for resource:security_group_rule and tenant:cc4a41b33b624e0bb4fb590bd5b22cc8 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:06.554590 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:06.560744 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:06.632284 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:06.694599 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47654) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:06.712000 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:06.724637 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b6cb59b5-bf5f-4373-beb4-395ecf711271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:06.735138 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:06.787154 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa73dff-1860-4880-a4fa-dcece019f1d3,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:06.798612 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:06.806671 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc4a41b33b624e0bb4fb590bd5b22cc8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3563142 Sep 15 19:28:06.808416 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47660) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:06.828033 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:06.832395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Usage tracker for resource:security_group_rule and tenant:8c82e14b78034504ad440f4fd5c5f545 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:06.835918 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:06.843379 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:06.875578 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c503e57-10f2-4564-a65b-49cfca5c169b req-e1dc66fd-fff5-4efc-be51-b63441cd5cb4 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:06.880082 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5c503e57-10f2-4564-a65b-49cfca5c169b req-e1dc66fd-fff5-4efc-be51-b63441cd5cb4 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.1424809 Sep 15 19:28:06.944061 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f98e4e00-d315-4bcf-85c8-6b4661772134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:06.957170 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:06.973977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f98e4e00-d315-4bcf-85c8-6b4661772134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:07.016288 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5c503e57-10f2-4564-a65b-49cfca5c169b req-170c2557-1b1b-49f0-a979-1b2509d2d64a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293771 Sep 15 19:28:07.021191 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:07.035635 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7a473225-1d05-407e-9770-c753313dc918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:07.085080 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c82e14b78034504ad440f4fd5c5f545&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3893192 Sep 15 19:28:07.087859 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47668) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:07.092890 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b230c20-b4e4-4b03-8da9-c1fd04f49f50,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:07.096022 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:07.145310 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f98e4e00-d315-4bcf-85c8-6b4661772134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:07.150273 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:07.161094 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-99c71a44-2ff5-4263-901d-f2cf03ad68d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:07.164968 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e4e00-d315-4bcf-85c8-6b4661772134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa73dff-1860-4880-a4fa-dcece019f1d3,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:07.169792 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f98e4e00-d315-4bcf-85c8-6b4661772134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:07.179800 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f98e4e00-d315-4bcf-85c8-6b4661772134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:07.180777 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-f98e4e00-d315-4bcf-85c8-6b4661772134 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cfa73dff-1860-4880-a4fa-dcece019f1d3 HTTP/1.1" status: 204 len: 168 time: 0.3713746 Sep 15 19:28:07.206793 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-99c71a44-2ff5-4263-901d-f2cf03ad68d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:07.336346 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-99c71a44-2ff5-4263-901d-f2cf03ad68d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:07.354623 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:07.372428 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c71a44-2ff5-4263-901d-f2cf03ad68d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b230c20-b4e4-4b03-8da9-c1fd04f49f50,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:07.379514 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-99c71a44-2ff5-4263-901d-f2cf03ad68d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:07.380737 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-99c71a44-2ff5-4263-901d-f2cf03ad68d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:07.383030 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-99c71a44-2ff5-4263-901d-f2cf03ad68d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b230c20-b4e4-4b03-8da9-c1fd04f49f50 HTTP/1.1" status: 204 len: 168 time: 0.2924476 Sep 15 19:28:07.427442 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-8dcf9043-55b1-421e-86d7-70b85e2d6961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:08.263754 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb195a35-4d37-41fc-a841-d363cd237caf req-c3b6622c-6d0f-4d96-9d15-4475ccb459d2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:08.267381 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eb195a35-4d37-41fc-a841-d363cd237caf req-c3b6622c-6d0f-4d96-9d15-4475ccb459d2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0957000 Sep 15 19:28:08.381648 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eb195a35-4d37-41fc-a841-d363cd237caf req-fd0d0658-d8f6-4183-924e-cfd0613c955d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034303 Sep 15 19:28:08.462123 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:08.607803 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6fb8c-e504-4fed-bfbd-ed085ee14019 req-7ff55fb7-bcc0-48d3-83ca-fb563a96615f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:08.609172 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8bd6fb8c-e504-4fed-bfbd-ed085ee14019 req-7ff55fb7-bcc0-48d3-83ca-fb563a96615f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.0835974 Sep 15 19:28:08.660160 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8bd6fb8c-e504-4fed-bfbd-ed085ee14019 req-48e6a750-e6a0-4452-bbb6-529083410b7e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448611 Sep 15 19:28:09.568424 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47794) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:09.770255 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-309390108-network', 'tenant_id': '43a9eea6ed6d47569ab0706ffedd70d1'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:09.775182 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:09.779124 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Usage tracker for resource:network and tenant:43a9eea6ed6d47569ab0706ffedd70d1 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:09.785736 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:09.793490 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:09.872855 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Made reservation on behalf of 43a9eea6ed6d47569ab0706ffedd70d1 for: {'network': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:09.873079 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:09.875800 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:09.901447 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:09.981808 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:09.986651 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:43a9eea6ed6d47569ab0706ffedd70d1 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:09.990289 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:10.003713 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:10.099685 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:10.215813 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:10.220496 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-5ddc7222-461c-4687-a0a2-dc7a2d1d0d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:10.245266 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=75810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:28:10.261626 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e89e3d5-07cb-4f78-9037-db47955e8efa,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:10.265609 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:10.266548 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:10.266881 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.segments_db [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Added segment 87590472-1a79-4971-bd4e-60ef7d78d35f of type vlan for network 794d79fd-1666-44fd-969d-639cdd480637 Sep 15 19:28:10.297949 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:10.420878 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:10.422141 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:10.422731 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:10.427693 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-42d8b01b-b31e-44d3-a958-173b309e897b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:10.538851 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=794d79fd-1666-44fd-969d-639cdd480637,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:10.542205 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:10.548987 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 794d79fd-1666-44fd-969d-639cdd480637 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:28:10.616172 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0465443 Sep 15 19:28:10.619013 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47832) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:10.625563 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Request body: {'subnet': {'network_id': '794d79fd-1666-44fd-969d-639cdd480637', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-309390108-subnet', 'tenant_id': '43a9eea6ed6d47569ab0706ffedd70d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:10.630424 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:10.634405 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Usage tracker for resource:subnet and tenant:43a9eea6ed6d47569ab0706ffedd70d1 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:10.637949 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:10.643799 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:10.821112 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Made reservation on behalf of 43a9eea6ed6d47569ab0706ffedd70d1 for: {'subnet': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:10.824162 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1975808'] for subnet, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:11.215798 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1780290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1975830'] for subnet, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:11.223604 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:11.313786 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4529c95-f1f3-4551-9f94-1a4f0199ebcf,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:11.316615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:11.320263 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Checking segment: {'id': '87590472-1a79-4971-bd4e-60ef7d78d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '794d79fd-1666-44fd-969d-639cdd480637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:28:11.320614 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Network hostable DHCP agents. Network: 794d79fd-1666-44fd-969d-639cdd480637, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:28:11.427070 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Network 794d79fd-1666-44fd-969d-639cdd480637 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:28:11.524356 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 794d79fd-1666-44fd-969d-639cdd480637) {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:11.529378 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:11.530007 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:11.543694 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d31ed55-514f-410d-a537-c9bd9e1728c5 None None] Network 794d79fd-1666-44fd-969d-639cdd480637 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:28:11.636988 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-751a33ea-d6bc-4caf-ac81-bf21254b930b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0159521 Sep 15 19:28:11.839965 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ded285-e184-448c-bbde-bddd95045fae None None] Network 794d79fd-1666-44fd-969d-639cdd480637 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:28:12.281796 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf1705-b92b-46cb-abbf-b08242a289e8 req-3852ba28-46d0-4c21-9f37-6803383b4f95 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:12.283206 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-87bf1705-b92b-46cb-abbf-b08242a289e8 req-3852ba28-46d0-4c21-9f37-6803383b4f95 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1307411 Sep 15 19:28:12.337779 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-87bf1705-b92b-46cb-abbf-b08242a289e8 req-fad3ba9b-c281-49b4-8885-c47ab8d25c02 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490611 Sep 15 19:28:12.353722 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-251dd473-7028-496f-9f0d-6a6497645247 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1099 time: 0.1567132 Sep 15 19:28:12.506994 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-4e608747-e43e-44d6-afc3-2ff2368d9157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:12.508533 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-4e608747-e43e-44d6-afc3-2ff2368d9157 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 919 time: 0.1379890 Sep 15 19:28:12.599097 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-df8c1251-ec08-4d54-886e-d959f0e13e00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f HTTP/1.1" status: 200 len: 217 time: 0.0754530 Sep 15 19:28:12.678328 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-d24f1650-2c9d-4232-8281-b93979780ad7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:12.680199 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-d24f1650-2c9d-4232-8281-b93979780ad7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 200 len: 858 time: 0.0705903 Sep 15 19:28:12.744346 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-7d47a427-baf2-4cac-abd9-53b4667a0f15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569186 Sep 15 19:28:12.907596 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-ad1d999e-a2ec-4700-b41b-e7f907cbcb57 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505587 Sep 15 19:28:13.077052 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-404e529b-e1dc-4b11-a64d-d8cfdb36dcab req-24014a20-08e2-47f7-b42e-712ba1f2169d service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606777 Sep 15 19:28:13.112973 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47910) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:13.118897 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-717359838-network', 'tenant_id': '639d81ff7f284c898e66506b9c1d7168'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:13.124534 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:13.128484 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Usage tracker for resource:network and tenant:639d81ff7f284c898e66506b9c1d7168 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:13.131427 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:13.137868 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:13.215483 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Made reservation on behalf of 639d81ff7f284c898e66506b9c1d7168 for: {'network': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:13.218016 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:13.238554 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:13.270510 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:13.274343 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Usage tracker for resource:security_group_rule and tenant:639d81ff7f284c898e66506b9c1d7168 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:13.277159 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:13.282870 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:13.349183 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:13.500353 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:13.509102 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-82f3b783-374b-45e9-8f64-ce1e091130e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:13.538243 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=75810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:28:13.552100 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da568f5a-37aa-44c6-b02d-493bcbb0557f,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:13.557985 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:13.562135 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:13.562478 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.segments_db [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Added segment 8f6d2fe4-a02d-40a4-a8d2-99b7d65c7c33 of type vlan for network 34515d57-02ae-4795-a32f-35d8e243c3b7 Sep 15 19:28:13.601338 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:13.611264 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a14fc0-0009-461d-b333-325c942d28de req-32b30684-ab1c-4e73-9f39-28c47c435dce tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:13.612740 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e0a14fc0-0009-461d-b333-325c942d28de req-32b30684-ab1c-4e73-9f39-28c47c435dce tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1491065 Sep 15 19:28:13.679187 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e0a14fc0-0009-461d-b333-325c942d28de req-3f8e11e3-c27d-45d3-8833-20339cd7eca7 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Sep 15 19:28:13.747170 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:13.748369 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:13.749209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:13.754373 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8b9cdd58-42e6-4211-9108-d4524a5f4ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:13.931050 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8165963 Sep 15 19:28:13.934203 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47928) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:13.939793 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Pushing event updated for resources: {'Network': ['ID=34515d57-02ae-4795-a32f-35d8e243c3b7,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:13.940664 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Request body: {'subnet': {'network_id': '34515d57-02ae-4795-a32f-35d8e243c3b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-717359838-subnet', 'tenant_id': '639d81ff7f284c898e66506b9c1d7168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:13.947511 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:13.948933 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:13.952741 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 34515d57-02ae-4795-a32f-35d8e243c3b7 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:28:13.965378 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Usage tracker for resource:subnet and tenant:639d81ff7f284c898e66506b9c1d7168 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:13.972048 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:13.989452 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:14.130222 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Made reservation on behalf of 639d81ff7f284c898e66506b9c1d7168 for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:14.133270 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2094039'] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:14.386736 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1597822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2094017'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:14.394493 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7efce04d-1890-40b0-b056-9a8607529a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:14.472027 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Pushing event updated for resources: {'Subnet': ['ID=737104c2-ba49-4310-b302-3202c2ae1ef2,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:14.476705 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 47940) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:14.478167 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:14.479670 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Checking segment: {'id': '8f6d2fe4-a02d-40a4-a8d2-99b7d65c7c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34515d57-02ae-4795-a32f-35d8e243c3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:28:14.479960 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Network hostable DHCP agents. Network: 34515d57-02ae-4795-a32f-35d8e243c3b7, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:28:14.558163 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Network 34515d57-02ae-4795-a32f-35d8e243c3b7 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:28:14.632028 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:14.655510 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 34515d57-02ae-4795-a32f-35d8e243c3b7) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:14.660085 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:14.660686 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:14.665865 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148be7a-6829-45cf-83d6-615d6c5b9bbd None None] Network 34515d57-02ae-4795-a32f-35d8e243c3b7 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:28:14.667235 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:14.671319 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Usage tracker for resource:security_group_rule and tenant:affc0721c17e4a67bb519adc8d0db61a is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:14.674277 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:14.680233 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:14.785843 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8497829 Sep 15 19:28:14.900318 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764716aa-9a3b-4dce-b846-682913cd2edc None None] Network 34515d57-02ae-4795-a32f-35d8e243c3b7 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:28:14.904168 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:14.942962 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8fe6c-5c19-4c0d-a7bf-1bc71117c8c0 req-4a12e81f-14ce-4a1c-a25f-dda20e739653 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:14.944730 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d9b8fe6c-5c19-4c0d-a7bf-1bc71117c8c0 req-4a12e81f-14ce-4a1c-a25f-dda20e739653 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1237252 Sep 15 19:28:15.044900 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:15.065783 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:15.099188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dab23b3-1817-47fd-8a77-cca4ed7aeab6,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:15.105965 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:15.140851 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d9b8fe6c-5c19-4c0d-a7bf-1bc71117c8c0 req-24cf7841-f011-4fb3-842b-ea13d70fb4d6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888967 Sep 15 19:28:15.158482 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 47964) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:15.171020 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=affc0721c17e4a67bb519adc8d0db61a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6911366 Sep 15 19:28:15.265506 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a16fe482-3526-4405-9938-0ecb27ed8af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:15.291803 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a16fe482-3526-4405-9938-0ecb27ed8af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:15.421351 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a16fe482-3526-4405-9938-0ecb27ed8af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:15.425353 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5969c552-1e0c-4f0d-bb7e-fd8f9f338526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:15.439206 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fe482-3526-4405-9938-0ecb27ed8af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dab23b3-1817-47fd-8a77-cca4ed7aeab6,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:15.441939 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a16fe482-3526-4405-9938-0ecb27ed8af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:15.449184 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a16fe482-3526-4405-9938-0ecb27ed8af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:15.465766 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a16fe482-3526-4405-9938-0ecb27ed8af4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8dab23b3-1817-47fd-8a77-cca4ed7aeab6 HTTP/1.1" status: 204 len: 168 time: 0.2959096 Sep 15 19:28:15.688833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61d47-8349-4641-8286-1e31c6719976 req-9bff269d-5f98-48c7-b9b5-39bb644776d3 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:15.689491 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-eba61d47-8349-4641-8286-1e31c6719976 req-9bff269d-5f98-48c7-b9b5-39bb644776d3 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Synchronizing usage tracker for tenant:43a9eea6ed6d47569ab0706ffedd70d1 on resource:network {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:28:15.792604 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-eba61d47-8349-4641-8286-1e31c6719976 req-9bff269d-5f98-48c7-b9b5-39bb644776d3 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Unset dirty status for tenant:43a9eea6ed6d47569ab0706ffedd70d1 on resource:network {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:28:15.793820 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-9bff269d-5f98-48c7-b9b5-39bb644776d3 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/networks?id=794d79fd-1666-44fd-969d-639cdd480637 HTTP/1.1" status: 200 len: 808 time: 0.3189638 Sep 15 19:28:15.830504 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-6c3afaed-879a-4119-a3a8-0bc436d367fd tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/quotas/43a9eea6ed6d47569ab0706ffedd70d1 HTTP/1.1" status: 200 len: 375 time: 0.0269322 Sep 15 19:28:15.905915 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-a200653a-8f11-4dc9-8c5a-dc01c7828e81 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=43a9eea6ed6d47569ab0706ffedd70d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739346 Sep 15 19:28:16.073778 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-245fb955-468a-427b-8085-5d7325da5a57 service neutron] 10.222.0.57 "GET /v2.0/networks/794d79fd-1666-44fd-969d-639cdd480637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655648 Sep 15 19:28:16.218254 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-f46e3897-e3bc-4d3f-bf70-98b878b042a8 service neutron] 10.222.0.57 "GET /v2.0/networks/794d79fd-1666-44fd-969d-639cdd480637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380534 Sep 15 19:28:16.621495 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f01abe45-41d7-409e-aa1b-8458a10447ef req-811103a9-7f4b-4540-93ea-963a84d713f0 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 210 time: 0.0507009 Sep 15 19:28:16.666852 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e9d47-3129-4aa4-a9ff-f0a2b96d0996 req-92269002-d68a-438a-a483-719d1be8b1a8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:16.668437 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d05e9d47-3129-4aa4-a9ff-f0a2b96d0996 req-92269002-d68a-438a-a483-719d1be8b1a8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1473026 Sep 15 19:28:16.723519 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d05e9d47-3129-4aa4-a9ff-f0a2b96d0996 req-127de458-53a9-47fa-8dff-4ed49c408653 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492349 Sep 15 19:28:17.822628 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6adbe013-30a8-49cf-8dcc-4459d33c5a30 req-74da5db6-7a1b-4f03-a7e2-2ce153a2f73d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 210 time: 0.0617423 Sep 15 19:28:17.968242 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b817-e4cd-4fa3-8de6-f4dfe6a7f684 req-7b721578-361e-49c4-9bf6-bf27537dd64a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:17.970209 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8299b817-e4cd-4fa3-8de6-f4dfe6a7f684 req-7b721578-361e-49c4-9bf6-bf27537dd64a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.0965545 Sep 15 19:28:18.020528 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8299b817-e4cd-4fa3-8de6-f4dfe6a7f684 req-8bdf5409-2473-42c9-9fcf-b9b7323af639 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Sep 15 19:28:18.627321 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48064) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:18.777903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:18.847093 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:18.852698 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Usage tracker for resource:security_group_rule and tenant:fb362a71eedf480bbe3518e799c6927c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:18.856931 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:18.864580 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:18.961944 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:19.032646 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3cb0b010-8516-4dad-9c88-7eb27aa66f47 req-da876b9c-b5b8-4f1d-a047-d27436ddc3a7 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 210 time: 0.0750875 Sep 15 19:28:19.066932 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:19.090672 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5ba012e0-68a8-4d3c-ae06-7d8115307343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:19.233069 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86371eb7-0950-4eda-8164-757fc84f158c,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:19.237637 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb362a71eedf480bbe3518e799c6927c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6124096 Sep 15 19:28:19.238778 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:19.240439 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48094) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:19.315775 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9a556ff5-1c43-4498-b098-8a2d45596415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:19.326751 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61d47-8349-4641-8286-1e31c6719976 req-a3ea215c-c094-4230-ac5c-52f30f56f193 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:19.328568 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-a3ea215c-c094-4230-ac5c-52f30f56f193 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.54 "GET /v2.0/networks?id=794d79fd-1666-44fd-969d-639cdd480637 HTTP/1.1" status: 200 len: 808 time: 0.3232539 Sep 15 19:28:19.356475 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Request body: {'port': {'device_id': '189a3c4c-ece5-4259-8b18-a6208eeb9890', 'network_id': '794d79fd-1666-44fd-969d-639cdd480637', 'admin_state_up': True, 'tenant_id': '43a9eea6ed6d47569ab0706ffedd70d1'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:19.358865 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9a556ff5-1c43-4498-b098-8a2d45596415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:19.420457 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-02a4c043-f3ce-4722-8f35-488a29f6c2bc tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:19.427563 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-02a4c043-f3ce-4722-8f35-488a29f6c2bc tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 814 time: 0.3038914 Sep 15 19:28:19.511353 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-61006316-2a3e-4324-84c2-6e51b8ffbe19 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/quotas/1c590adda89548efb768bd99eb3ba655 HTTP/1.1" status: 200 len: 375 time: 0.0797763 Sep 15 19:28:19.511507 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9a556ff5-1c43-4498-b098-8a2d45596415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:19.515680 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7f1f4c42-902b-4149-8ff9-4673b16135d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:19.516698 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283038c-a073-48f6-8d8e-50f1eb4f1336 req-a8a645ad-f6fa-4dcd-aecb-c714eda7e1fd tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:19.523295 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f283038c-a073-48f6-8d8e-50f1eb4f1336 req-a8a645ad-f6fa-4dcd-aecb-c714eda7e1fd tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2755868 Sep 15 19:28:19.526811 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a556ff5-1c43-4498-b098-8a2d45596415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86371eb7-0950-4eda-8164-757fc84f158c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:19.531697 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9a556ff5-1c43-4498-b098-8a2d45596415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:19.545229 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9a556ff5-1c43-4498-b098-8a2d45596415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:19.547058 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-9a556ff5-1c43-4498-b098-8a2d45596415 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86371eb7-0950-4eda-8164-757fc84f158c HTTP/1.1" status: 204 len: 168 time: 0.3041351 Sep 15 19:28:19.650796 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:19.657747 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Usage tracker for resource:port and tenant:43a9eea6ed6d47569ab0706ffedd70d1 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:19.661627 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:19.666079 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f283038c-a073-48f6-8d8e-50f1eb4f1336 req-3869ba97-c0be-4163-9d28-4ac2a2e222b6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420100 Sep 15 19:28:19.671380 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:19.699057 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-a81eefab-58f9-49a0-9b7f-53d699fc1ec8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708188 Sep 15 19:28:19.872968 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Made reservation on behalf of 43a9eea6ed6d47569ab0706ffedd70d1 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:19.876185 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:19.999444 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-4b0d2ff2-42db-4149-9304-04f26bc6607a service neutron] 10.222.0.57 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934670 Sep 15 19:28:20.216346 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-985bce28-627f-4087-abe6-5d9274ec1b81 service neutron] 10.222.0.57 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090037 Sep 15 19:28:20.232331 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Allocated IP 172.20.0.7 (794d79fd-1666-44fd-969d-639cdd480637/d4529c95-f1f3-4551-9f94-1a4f0199ebcf/78b25408-f223-4f91-b0d3-3372c4366fab) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:20.360251 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48116) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:20.379642 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:20.411437 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:28:20.415947 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:20.419790 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Usage tracker for resource:security_group_rule and tenant:9a9bb1892f9f457bb969c7f7b54563d7 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:20.422626 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:20.428425 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:20.455508 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:20.559754 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:20.620501 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:20.636774 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:20.643730 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:20.658764 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:20.711620 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a9bb1892f9f457bb969c7f7b54563d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3483057 Sep 15 19:28:20.714458 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48134) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:20.715508 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5990ab3-9a91-4dda-87db-c7e387f57973,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:20.724640 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:20.736439 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Network 794d79fd-1666-44fd-969d-639cdd480637 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:20.742308 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:20.744493 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:28:20.786099 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Pushing event updated for resources: {'Port': ['ID=78b25408-f223-4f91-b0d3-3372c4366fab,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:20.789385 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:20.797346 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c680fcaf-6dd9-4ff8-b240-3b092e71f0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:20.825766 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c680fcaf-6dd9-4ff8-b240-3b092e71f0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:20.840515 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad61f3-ccc0-430b-96cc-7c56aa5a023d req-bc47f750-c849-46b1-815f-202e1293c02b tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:20.842573 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9ad61f3-ccc0-430b-96cc-7c56aa5a023d req-bc47f750-c849-46b1-815f-202e1293c02b tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 931 time: 0.2930672 Sep 15 19:28:20.860541 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:20.865339 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:20.973735 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7e2efeba-3319-435c-96b2-a6273a98548a req-c62314c8-94d6-4d05-8845-36b7b9db8798 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 210 time: 0.0466592 Sep 15 19:28:20.993894 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-e9ad61f3-ccc0-430b-96cc-7c56aa5a023d req-1d08d20a-1f55-4883-a818-d5c9c6efabf2 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Synchronizing usage tracker for tenant:43a9eea6ed6d47569ab0706ffedd70d1 on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:28:21.017923 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c680fcaf-6dd9-4ff8-b240-3b092e71f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:21.020486 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6719301 Sep 15 19:28:21.029969 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-cd7508bc-e8c7-4d69-b57a-5ffe4efe9e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:21.032945 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Request body: {'port': {'device_id': '189a3c4c-ece5-4259-8b18-a6208eeb9890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:21.043395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680fcaf-6dd9-4ff8-b240-3b092e71f0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5990ab3-9a91-4dda-87db-c7e387f57973,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:21.046434 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c680fcaf-6dd9-4ff8-b240-3b092e71f0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:21.047532 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c680fcaf-6dd9-4ff8-b240-3b092e71f0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:21.048634 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c680fcaf-6dd9-4ff8-b240-3b092e71f0cb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5990ab3-9a91-4dda-87db-c7e387f57973 HTTP/1.1" status: 204 len: 168 time: 0.3259377 Sep 15 19:28:21.128995 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-e9ad61f3-ccc0-430b-96cc-7c56aa5a023d req-1d08d20a-1f55-4883-a818-d5c9c6efabf2 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Unset dirty status for tenant:43a9eea6ed6d47569ab0706ffedd70d1 on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:28:21.130909 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9ad61f3-ccc0-430b-96cc-7c56aa5a023d req-1d08d20a-1f55-4883-a818-d5c9c6efabf2 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787375 Sep 15 19:28:21.211703 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:21.337126 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93322e80-1fff-446e-a1cc-7d4d02b44101 req-5a9d0697-4973-4054-92d1-490086638602 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:21.339470 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-93322e80-1fff-446e-a1cc-7d4d02b44101 req-5a9d0697-4973-4054-92d1-490086638602 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2034009 Sep 15 19:28:21.479880 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-93322e80-1fff-446e-a1cc-7d4d02b44101 req-75876387-a77a-4685-a90a-40cef39dedc5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323931 Sep 15 19:28:21.528488 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952a8fc-d10f-4487-8250-d0c207870343 req-56ba68e4-8ca4-4bc2-b83c-de8a51031dfb tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:21.528488 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1952a8fc-d10f-4487-8250-d0c207870343 req-56ba68e4-8ca4-4bc2-b83c-de8a51031dfb tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2562718 Sep 15 19:28:21.650894 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1952a8fc-d10f-4487-8250-d0c207870343 req-f86857f0-ca9a-44ca-8e80-c884d00d6766 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678518 Sep 15 19:28:21.790921 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b25408-f223-4f91-b0d3-3372c4366fab {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:28:21.798513 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:21.815022 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Transition to ACTIVE for port object 78b25408-f223-4f91-b0d3-3372c4366fab will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:28:21.895238 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:21.900191 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-0e629d70-a871-4d42-a5c9-d47731ca3a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:21.951354 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48158) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:21.972927 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.008769 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:22.013480 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Usage tracker for resource:security_group_rule and tenant:aefc52f40e7343dc91a447c03e416eb2 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:22.016782 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:22.023856 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:22.112967 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.172207 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Pushing event updated for resources: {'Port': ['ID=78b25408-f223-4f91-b0d3-3372c4366fab,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:22.181190 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.184716 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:22.189186 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4a825817-c0bb-46a8-bea0-1592757c5716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:22.211463 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b9457792-161b-4d5a-9189-fc7a8fd347e1 req-ba9421bf-699f-491f-bfa0-9935ecd89140 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 210 time: 0.0848527 Sep 15 19:28:22.243441 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f656aa-bc8e-4f88-95ad-5b0b8665a693,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:22.243441 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aefc52f40e7343dc91a447c03e416eb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2892647 Sep 15 19:28:22.250904 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48168) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:22.252629 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:22.312039 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4d2b68e8-2ed8-4395-986f-03d4bf291a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.337254 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4d2b68e8-2ed8-4395-986f-03d4bf291a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.337743 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Attempting to bind port 78b25408-f223-4f91-b0d3-3372c4366fab on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:28:22.338839 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Attempting to bind port 78b25408-f223-4f91-b0d3-3372c4366fab by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '87590472-1a79-4971-bd4e-60ef7d78d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '794d79fd-1666-44fd-969d-639cdd480637'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:28:22.338985 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Attempting to bind port 78b25408-f223-4f91-b0d3-3372c4366fab on network 794d79fd-1666-44fd-969d-639cdd480637 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:28:22.349801 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Port 78b25408-f223-4f91-b0d3-3372c4366fab on network 794d79fd-1666-44fd-969d-639cdd480637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:28:22.350132 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Attempting to bind port 78b25408-f223-4f91-b0d3-3372c4366fab on network 794d79fd-1666-44fd-969d-639cdd480637 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:28:22.365737 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:28:22.366071 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Checking segment: {'id': '87590472-1a79-4971-bd4e-60ef7d78d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '794d79fd-1666-44fd-969d-639cdd480637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:28:22.366480 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Bound using segment: {'id': '87590472-1a79-4971-bd4e-60ef7d78d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '794d79fd-1666-44fd-969d-639cdd480637'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:28:22.366906 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Bound port: 78b25408-f223-4f91-b0d3-3372c4366fab, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87590472-1a79-4971-bd4e-60ef7d78d35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '794d79fd-1666-44fd-969d-639cdd480637'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:28:22.367250 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.442462 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77233f2-4911-4536-9fef-0a894e2bfab5 req-7b71b5a5-2f05-4c31-a854-294058b88eea tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:22.443149 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b77233f2-4911-4536-9fef-0a894e2bfab5 req-7b71b5a5-2f05-4c31-a854-294058b88eea tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Synchronizing usage tracker for tenant:43a9eea6ed6d47569ab0706ffedd70d1 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:28:22.443868 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4d2b68e8-2ed8-4395-986f-03d4bf291a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.448842 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c0b6c878-6a6c-44b9-a281-e4079a73bfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:22.462768 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b68e8-2ed8-4395-986f-03d4bf291a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f656aa-bc8e-4f88-95ad-5b0b8665a693,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:22.465104 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4d2b68e8-2ed8-4395-986f-03d4bf291a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:22.480903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4d2b68e8-2ed8-4395-986f-03d4bf291a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.482081 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-4d2b68e8-2ed8-4395-986f-03d4bf291a4c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31f656aa-bc8e-4f88-95ad-5b0b8665a693 HTTP/1.1" status: 204 len: 168 time: 0.2293797 Sep 15 19:28:22.513808 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] For port 78b25408-f223-4f91-b0d3-3372c4366fab, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:22.517733 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] For port 78b25408-f223-4f91-b0d3-3372c4366fab, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78b25408-f223-4f91-b0d3-3372c4366fab,segment=NetworkSegment(87590472-1a79-4971-bd4e-60ef7d78d35f),segment_id=87590472-1a79-4971-bd4e-60ef7d78d35f)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:22.611467 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.620397 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:22.647728 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b77233f2-4911-4536-9fef-0a894e2bfab5 req-7b71b5a5-2f05-4c31-a854-294058b88eea tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Unset dirty status for tenant:43a9eea6ed6d47569ab0706ffedd70d1 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:28:22.648884 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b77233f2-4911-4536-9fef-0a894e2bfab5 req-7b71b5a5-2f05-4c31-a854-294058b88eea tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 943 time: 0.3507371 Sep 15 19:28:22.821222 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:22.823323 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] 10.222.0.54 "PUT /v2.0/ports/78b25408-f223-4f91-b0d3-3372c4366fab HTTP/1.1" status: 200 len: 1093 time: 1.7943399 Sep 15 19:28:22.825199 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189a3c4c-ece5-4259-8b18-a6208eeb9890', 'tag': '78b25408-f223-4f91-b0d3-3372c4366fab'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:22.867563 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Pushing event updated for resources: {'Port': ['ID=78b25408-f223-4f91-b0d3-3372c4366fab,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:22.881613 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:22.927597 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b77233f2-4911-4536-9fef-0a894e2bfab5 req-c602b927-7e5b-42dc-8c00-54b0893995b4 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441757 Sep 15 19:28:22.941259 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-4516fc61-0e8c-4024-a832-1931b8514ad8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:22.942737 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-4516fc61-0e8c-4024-a832-1931b8514ad8 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "GET /v2.0/networks?id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 200 len: 814 time: 0.3562024 Sep 15 19:28:22.979854 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Request body: {'port': {'device_id': 'dbc9a820-7189-4edb-bf40-2558d35a8c34', 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'admin_state_up': True, 'tenant_id': '1c590adda89548efb768bd99eb3ba655'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:23.033305 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531691c-f0d7-4996-a934-f03099d80d8c req-3858458b-699f-4c5b-b92b-1feff0315907 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:23.034825 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1531691c-f0d7-4996-a934-f03099d80d8c req-3858458b-699f-4c5b-b92b-1feff0315907 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.3807986 Sep 15 19:28:23.252098 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-858b4831-95cc-4142-94a0-8cda3fd80cf6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43a9eea6ed6d47569ab0706ffedd70d1&device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 1096 time: 0.3084173 Sep 15 19:28:23.255810 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:23.264082 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1531691c-f0d7-4996-a934-f03099d80d8c req-237da21f-1279-4ed8-b18a-72230b8c3d8a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711042 Sep 15 19:28:23.325526 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:23.349928 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-3468f6d1-d536-478e-8995-2dfbac34d1d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b25408-f223-4f91-b0d3-3372c4366fab HTTP/1.1" status: 200 len: 217 time: 0.0819926 Sep 15 19:28:23.356433 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4d76-d4c0-4b8d-8e40-4355058493da req-13eb7165-59d9-465d-ad02-19da550b4164 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:23.358006 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2b3f4d76-d4c0-4b8d-8e40-4355058493da req-13eb7165-59d9-465d-ad02-19da550b4164 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2661407 Sep 15 19:28:23.391728 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189a3c4c-ece5-4259-8b18-a6208eeb9890', 'tag': '78b25408-f223-4f91-b0d3-3372c4366fab', 'status': 'completed', 'code': 200} Sep 15 19:28:23.456526 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba61d47-8349-4641-8286-1e31c6719976 req-7b3fbc06-9b96-418b-84a1-37673947ffe1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:23.458009 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-7b3fbc06-9b96-418b-84a1-37673947ffe1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4529c95-f1f3-4551-9f94-1a4f0199ebcf HTTP/1.1" status: 200 len: 848 time: 0.0990996 Sep 15 19:28:23.463252 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2b3f4d76-d4c0-4b8d-8e40-4355058493da req-75c5fb4f-c641-4602-aba4-e3c5258397d9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677576 Sep 15 19:28:23.466446 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Made reservation on behalf of 1c590adda89548efb768bd99eb3ba655 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:23.469303 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:23.560184 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-7f637053-d61a-4001-a34d-d7dacec443aa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=794d79fd-1666-44fd-969d-639cdd480637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812228 Sep 15 19:28:23.562346 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d22712ff-12b9-4b43-88c2-85951ee0e9ed req-cd893820-e1ad-45e4-8dbf-6048d668811f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 210 time: 0.0807996 Sep 15 19:28:23.804808 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-772554a9-a4b7-40cf-8b5d-fe9700642773 service neutron] 10.222.0.54 "GET /v2.0/networks/794d79fd-1666-44fd-969d-639cdd480637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021353 Sep 15 19:28:23.837876 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Allocated IP 172.20.0.12 (1bbda95e-d8db-436f-9a0e-bbfcb8e0be66/e842d761-f7fb-4ed1-999f-eac0961a8e0a/c03f67c5-1b3d-4671-80bb-5922dde059b7) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:23.946758 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48210) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:24.170395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-87742030-network', 'tenant_id': 'e8b97becb7284d3b928ec06ee9e85c00'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:24.172209 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eba61d47-8349-4641-8286-1e31c6719976 req-aff6a526-bd3c-4840-b166-3dfbd5c4b508 service neutron] 10.222.0.54 "GET /v2.0/networks/794d79fd-1666-44fd-969d-639cdd480637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580089 Sep 15 19:28:24.175069 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:24.179240 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Usage tracker for resource:network and tenant:e8b97becb7284d3b928ec06ee9e85c00 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:24.182447 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:24.189203 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:24.323663 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Made reservation on behalf of e8b97becb7284d3b928ec06ee9e85c00 for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:24.327956 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.328064 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.335835 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c0280-8ff2-4224-a147-9b7354326d18 req-63401dac-e444-44d3-b0fa-8155304fc4ba tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:24.337292 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-863c0280-8ff2-4224-a147-9b7354326d18 req-63401dac-e444-44d3-b0fa-8155304fc4ba tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 943 time: 0.2260494 Sep 15 19:28:24.351500 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.392543 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:24.396533 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b97becb7284d3b928ec06ee9e85c00 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:24.399475 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:24.405894 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:24.471488 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.498590 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-863c0280-8ff2-4224-a147-9b7354326d18 req-5cac27b4-3f64-4c87-9ff8-a2511b05a02d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525769 Sep 15 19:28:24.523583 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-d621e1d2-f8d2-40a8-b51c-22ca954dadb2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43a9eea6ed6d47569ab0706ffedd70d1&device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 1096 time: 0.1598983 Sep 15 19:28:24.536736 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ae84b-4d35-475a-a9fd-74ecbd747b03 req-c8911f86-ecb8-4f75-af56-ee701138ef29 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:24.538193 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-695ae84b-4d35-475a-a9fd-74ecbd747b03 req-c8911f86-ecb8-4f75-af56-ee701138ef29 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1315873 Sep 15 19:28:24.575291 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.587645 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:28:24.590061 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.591276 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-51bafee8-3b2c-43fb-a223-d65fc561ec8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:24.602374 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['16d6dffe-b06d-4562-bef9-38b4d7f8d71c', '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841', 'e84eb657-0349-4469-b84b-dd911c97aee0'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:24.618392 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:24.631179 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90300e60-761a-4505-aa0a-eaeedb9930b3,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:24.635790 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:24.639710 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.640229 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Added segment 101c6d76-2c52-4133-97bd-5de188510adf of type vlan for network f384f07e-eef4-41f5-a5a2-f81f5f18c27d Sep 15 19:28:24.670064 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:24.675780 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.737889 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:24.780781 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:28:24.793409 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.795069 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:24.795872 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:24.824139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-db93ecba-7528-4694-ae34-abc6c35ef64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:24.877562 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Pushing event updated for resources: {'Port': ['ID=c03f67c5-1b3d-4671-80bb-5922dde059b7,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:24.897828 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-695ae84b-4d35-475a-a9fd-74ecbd747b03 req-7a9791ea-3bbe-4829-9086-9a0425bcd4d6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413987 Sep 15 19:28:24.899919 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:24.943983 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9939175 Sep 15 19:28:24.956528 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48230) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:24.964635 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Request body: {'subnet': {'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-87742030-subnet', 'tenant_id': 'e8b97becb7284d3b928ec06ee9e85c00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:24.970069 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:24.974737 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Usage tracker for resource:subnet and tenant:e8b97becb7284d3b928ec06ee9e85c00 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:24.977605 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:24.983469 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:24.995401 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f384f07e-eef4-41f5-a5a2-f81f5f18c27d,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:24.998228 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:25.001579 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:25.002210 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:25.012027 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network f384f07e-eef4-41f5-a5a2-f81f5f18c27d details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:28:25.015036 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-beb90dff-4fb2-4977-a59b-7e8ea7ff03ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:25.016524 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-beb90dff-4fb2-4977-a59b-7e8ea7ff03ae service neutron] 10.222.0.54 "GET /v2.0/networks?id=794d79fd-1666-44fd-969d-639cdd480637 HTTP/1.1" status: 200 len: 909 time: 0.4773860 Sep 15 19:28:25.106670 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Made reservation on behalf of e8b97becb7284d3b928ec06ee9e85c00 for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:25.109288 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2094039'] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:25.142198 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-1e8b953d-2137-4b15-9e60-7dec02674f47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78b25408-f223-4f91-b0d3-3372c4366fab HTTP/1.1" status: 200 len: 217 time: 0.1149118 Sep 15 19:28:25.156252 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016acbb-0b4c-44e7-8689-6897e9d0fb7b req-356ef2a9-84e9-473c-951c-293d60f8a2cf tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:25.157834 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e016acbb-0b4c-44e7-8689-6897e9d0fb7b req-356ef2a9-84e9-473c-951c-293d60f8a2cf tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.4847901 Sep 15 19:28:25.236307 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2608280 Sep 15 19:28:25.263206 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Request body: {'port': {'device_id': 'dbc9a820-7189-4edb-bf40-2558d35a8c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:25.302361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 48238) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:25.343602 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-2baf9fe9-4b2c-46b9-a6e4-127b6d00fad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:25.343602 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-2baf9fe9-4b2c-46b9-a6e4-127b6d00fad2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4529c95-f1f3-4551-9f94-1a4f0199ebcf HTTP/1.1" status: 200 len: 848 time: 0.1825290 Sep 15 19:28:25.393094 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e016acbb-0b4c-44e7-8689-6897e9d0fb7b req-cf708c93-61b2-45b0-8bba-e3070b09660a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913087 Sep 15 19:28:25.451728 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-b7be7659-e3d9-4ce8-8982-6adfed80ac2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=794d79fd-1666-44fd-969d-639cdd480637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954523 Sep 15 19:28:25.467418 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1597822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2094017'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:25.468291 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793558a-7363-4429-b321-2e95f6d10a71 req-fc03951a-bcde-4baa-ad8b-84bea57a0260 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:25.468986 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6793558a-7363-4429-b321-2e95f6d10a71 req-fc03951a-bcde-4baa-ad8b-84bea57a0260 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:28:25.472674 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:25.537668 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:25.543969 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7867e8cf-4a43-44d8-96bc-fe8a98c4ca82,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:25.549155 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:25.550212 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:25.556176 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Checking segment: {'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:28:25.556525 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Network hostable DHCP agents. Network: f384f07e-eef4-41f5-a5a2-f81f5f18c27d, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:28:25.623209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6793558a-7363-4429-b321-2e95f6d10a71 req-fc03951a-bcde-4baa-ad8b-84bea57a0260 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:28:25.624628 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6793558a-7363-4429-b321-2e95f6d10a71 req-fc03951a-bcde-4baa-ad8b-84bea57a0260 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 932 time: 0.5370331 Sep 15 19:28:25.677650 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Network f384f07e-eef4-41f5-a5a2-f81f5f18c27d is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:28:25.757964 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, f384f07e-eef4-41f5-a5a2-f81f5f18c27d) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:25.762766 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:25.763464 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:25.773041 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79bf24-2578-4f4c-abb6-0c74d256ffd6 None None] Network f384f07e-eef4-41f5-a5a2-f81f5f18c27d requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:28:25.864458 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:25.878678 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Usage tracker for resource:security_group_rule and tenant:2f20720d2b264236a404dd0c559ae885 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:25.890158 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9343410 Sep 15 19:28:25.898441 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-06d625c9-37e4-4765-aa07-3a5c6991e879 service neutron] 10.222.0.54 "GET /v2.0/networks/794d79fd-1666-44fd-969d-639cdd480637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360192 Sep 15 19:28:25.900176 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:25.939018 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:26.000192 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724e1ad0-dd8d-4f82-afb0-33d29643bfb4 None None] Network f384f07e-eef4-41f5-a5a2-f81f5f18c27d requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:28:26.026022 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6793558a-7363-4429-b321-2e95f6d10a71 req-5aab49b7-88fa-4162-a4d7-628ba84a985f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912106 Sep 15 19:28:26.168779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99b7ac-1e8c-47a0-b755-ce122617b32b req-320aaff5-1afd-4b8e-93ff-9ccfd5074c58 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:26.175418 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3d99b7ac-1e8c-47a0-b755-ce122617b32b req-320aaff5-1afd-4b8e-93ff-9ccfd5074c58 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 943 time: 0.5395725 Sep 15 19:28:26.344140 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d76ec4a-1228-4a66-be96-2621480e7f86 req-829f32ef-43c9-4e8e-9077-fa191e40ad68 service neutron] 10.222.0.54 "GET /v2.0/networks/794d79fd-1666-44fd-969d-639cdd480637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332056 Sep 15 19:28:26.398003 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:26.412138 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3d99b7ac-1e8c-47a0-b755-ce122617b32b req-a7e49d95-535d-4320-b4bb-e1949fb24749 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359343 Sep 15 19:28:26.442643 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a457-927e-4b11-b9fa-a04e19b99681 req-e740a207-98e0-4cfc-8e3c-af3628a40c53 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:26.444088 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6fa9a457-927e-4b11-b9fa-a04e19b99681 req-e740a207-98e0-4cfc-8e3c-af3628a40c53 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2635362 Sep 15 19:28:26.460166 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:26.481082 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2caffba4-d29d-4d8a-8ee4-dfba0099fb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:26.626169 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c03f67c5-1b3d-4671-80bb-5922dde059b7 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:28:26.633737 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f20720d2b264236a404dd0c559ae885&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3234327 Sep 15 19:28:26.637089 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48260) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:26.640377 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c429c44-1d46-4714-aed5-2400e20b298d,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:26.643833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:26.649260 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:26.659296 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6fa9a457-927e-4b11-b9fa-a04e19b99681 req-cbda5a49-9f3c-4fda-b252-d9fc211e9f29 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046459 Sep 15 19:28:26.666998 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Transition to ACTIVE for port object c03f67c5-1b3d-4671-80bb-5922dde059b7 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:28:26.698347 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0569-ed17-4db5-af97-b5a3affa8a18 req-7018c0a2-be7e-4b6a-ad01-d91ddd591aa2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:26.700472 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa6f0569-ed17-4db5-af97-b5a3affa8a18 req-7018c0a2-be7e-4b6a-ad01-d91ddd591aa2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1560712 Sep 15 19:28:26.706004 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-305cac28-1b44-4591-b45f-8d3b0d69555c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:26.735191 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-305cac28-1b44-4591-b45f-8d3b0d69555c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:26.740097 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:26.747545 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:26.799641 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa6f0569-ed17-4db5-af97-b5a3affa8a18 req-e8918d71-6c63-4068-80d8-b27666443edf tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935740 Sep 15 19:28:26.872384 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-305cac28-1b44-4591-b45f-8d3b0d69555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:26.880313 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e99393e5-2670-4879-9fe3-f5ceeba06194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:26.888804 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Pushing event updated for resources: {'Port': ['ID=c03f67c5-1b3d-4671-80bb-5922dde059b7,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:26.892713 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:26.909729 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cac28-1b44-4591-b45f-8d3b0d69555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c429c44-1d46-4714-aed5-2400e20b298d,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:26.913936 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-305cac28-1b44-4591-b45f-8d3b0d69555c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:26.919746 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-305cac28-1b44-4591-b45f-8d3b0d69555c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:26.922566 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-305cac28-1b44-4591-b45f-8d3b0d69555c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c429c44-1d46-4714-aed5-2400e20b298d HTTP/1.1" status: 204 len: 168 time: 0.2844446 Sep 15 19:28:27.004519 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Attempting to bind port c03f67c5-1b3d-4671-80bb-5922dde059b7 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:28:27.004858 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Attempting to bind port c03f67c5-1b3d-4671-80bb-5922dde059b7 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:28:27.005187 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Attempting to bind port c03f67c5-1b3d-4671-80bb-5922dde059b7 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:28:27.011632 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Port c03f67c5-1b3d-4671-80bb-5922dde059b7 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:28:27.011948 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Attempting to bind port c03f67c5-1b3d-4671-80bb-5922dde059b7 on network 1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:28:27.018340 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:28:27.018673 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Checking segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:28:27.019050 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Bound using segment: {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:28:27.019468 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Bound port: c03f67c5-1b3d-4671-80bb-5922dde059b7, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:28:27.019809 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:27.109609 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] For port c03f67c5-1b3d-4671-80bb-5922dde059b7, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:27.112677 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] For port c03f67c5-1b3d-4671-80bb-5922dde059b7, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c03f67c5-1b3d-4671-80bb-5922dde059b7,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:27.238177 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e33cf2-dbfe-4cca-8b1c-174ae58c79cd req-102a14b8-8753-4558-ad0c-a7c0fc20b860 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:27.239531 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-10e33cf2-dbfe-4cca-8b1c-174ae58c79cd req-102a14b8-8753-4558-ad0c-a7c0fc20b860 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 944 time: 0.0762193 Sep 15 19:28:27.261797 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:27.268443 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-666c3521-326c-4c55-a6c8-d96c89b286ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:27.341690 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:27.343277 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] 10.222.0.54 "PUT /v2.0/ports/c03f67c5-1b3d-4671-80bb-5922dde059b7 HTTP/1.1" status: 200 len: 1094 time: 2.0972190 Sep 15 19:28:27.348985 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc9a820-7189-4edb-bf40-2558d35a8c34', 'tag': 'c03f67c5-1b3d-4671-80bb-5922dde059b7'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:27.367406 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-10e33cf2-dbfe-4cca-8b1c-174ae58c79cd req-80f2d7e5-5ec1-4bf6-8cbe-1ccd558d8c92 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218126 Sep 15 19:28:27.373113 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Pushing event updated for resources: {'Port': ['ID=c03f67c5-1b3d-4671-80bb-5922dde059b7,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:27.376341 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:27.423586 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc9a820-7189-4edb-bf40-2558d35a8c34', 'tag': 'c03f67c5-1b3d-4671-80bb-5922dde059b7', 'status': 'completed', 'code': 200} Sep 15 19:28:27.521108 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-82315119-94af-43d4-a6d7-db72b8d877b5 req-90ebf608-6c6e-4eed-a9ed-8c28012a3488 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 1097 time: 0.0711443 Sep 15 19:28:27.657031 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 78b25408-f223-4f91-b0d3-3372c4366fab details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:28:27.722851 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315119-94af-43d4-a6d7-db72b8d877b5 req-d98bdc83-3114-4ee3-9e54-17592a0632a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:27.724328 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-82315119-94af-43d4-a6d7-db72b8d877b5 req-d98bdc83-3114-4ee3-9e54-17592a0632a2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1c590adda89548efb768bd99eb3ba655&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1926115 Sep 15 19:28:27.727839 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 48282) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:27.735497 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6bc04-f2b6-4754-9552-47cedbc1c585 req-0b62db8b-8f8e-4783-93be-9ac7d0a2ffae tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:27.736888 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9be6bc04-f2b6-4754-9552-47cedbc1c585 req-0b62db8b-8f8e-4783-93be-9ac7d0a2ffae tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 943 time: 0.1873772 Sep 15 19:28:27.789124 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:27.801003 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 78b25408-f223-4f91-b0d3-3372c4366fab, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78b25408-f223-4f91-b0d3-3372c4366fab,segment=NetworkSegment(87590472-1a79-4971-bd4e-60ef7d78d35f),segment_id=87590472-1a79-4971-bd4e-60ef7d78d35f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:27.815090 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '78b25408-f223-4f91-b0d3-3372c4366fab', 'network_id': '794d79fd-1666-44fd-969d-639cdd480637', 'port_id': '78b25408-f223-4f91-b0d3-3372c4366fab', 'mac_address': 'fa:16:3e:79:7e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4529c95-f1f3-4551-9f94-1a4f0199ebcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:28:27.868347 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:27.891434 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b25408-f223-4f91-b0d3-3372c4366fab {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:28:27.907928 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 78b25408-f223-4f91-b0d3-3372c4366fab, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78b25408-f223-4f91-b0d3-3372c4366fab,segment=NetworkSegment(87590472-1a79-4971-bd4e-60ef7d78d35f),segment_id=87590472-1a79-4971-bd4e-60ef7d78d35f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:27.969441 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:27.971238 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:28.049386 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=78b25408-f223-4f91-b0d3-3372c4366fab,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:28.052854 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:28.066343 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9be6bc04-f2b6-4754-9552-47cedbc1c585 req-d0de57fc-0b77-4453-910d-f55131b0432e tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975924 Sep 15 19:28:28.072204 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:28.085884 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Usage tracker for resource:security_group_rule and tenant:be950043578849cdb8e556cbc155c759 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:28.092722 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:28.099996 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:28.107320 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315119-94af-43d4-a6d7-db72b8d877b5 req-1e1d6549-8187-4ced-be29-8cfdebd2c2c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:28.108772 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-82315119-94af-43d4-a6d7-db72b8d877b5 req-1e1d6549-8187-4ced-be29-8cfdebd2c2c6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3708372 Sep 15 19:28:28.144544 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403880a-9740-4e1f-b9c5-2d64d7bc83f5 req-82ec3d51-adda-4b7f-8773-9365ca72a2cf tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:28.152069 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c403880a-9740-4e1f-b9c5-2d64d7bc83f5 req-82ec3d51-adda-4b7f-8773-9365ca72a2cf tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.3430676 Sep 15 19:28:28.329161 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c403880a-9740-4e1f-b9c5-2d64d7bc83f5 req-a55480b0-27c9-442a-8de8-092bea03c6f0 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761563 Sep 15 19:28:28.335287 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:28.338334 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['78b25408-f223-4f91-b0d3-3372c4366fab'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:28.359464 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-13d255ce-c1a3-423b-bdd3-75b392754445 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1c590adda89548efb768bd99eb3ba655&device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 1097 time: 0.1903708 Sep 15 19:28:28.375763 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c0e6a-abff-4641-b8a0-c8c4d0a00c4d req-0f5f445c-4b90-421d-9f7b-eb1aea5478f9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:28.377224 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f66c0e6a-abff-4641-b8a0-c8c4d0a00c4d req-0f5f445c-4b90-421d-9f7b-eb1aea5478f9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1705830 Sep 15 19:28:28.440362 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:28.463607 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:28.470189 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-757fbb46-e737-407e-9b4f-8d773be3ac1a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c03f67c5-1b3d-4671-80bb-5922dde059b7 HTTP/1.1" status: 200 len: 217 time: 0.1022570 Sep 15 19:28:28.604672 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6bbf85-f277-4fd4-aa5a-96e62dd5aeb0,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:28.607472 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:28.664063 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be950043578849cdb8e556cbc155c759&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9349015 Sep 15 19:28:28.667322 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48302) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:28.683875 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f66c0e6a-abff-4641-b8a0-c8c4d0a00c4d req-0c327377-48eb-4243-b433-2929532798cf tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458506 Sep 15 19:28:28.696727 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-cd913593-7a3e-4fc9-84a1-4f32fc71a4cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:28.698262 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-cd913593-7a3e-4fc9-84a1-4f32fc71a4cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e842d761-f7fb-4ed1-999f-eac0961a8e0a HTTP/1.1" status: 200 len: 854 time: 0.1901486 Sep 15 19:28:28.740195 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5cd06f7b-2678-4546-9a36-2f24a9e6b16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:28.770160 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5cd06f7b-2678-4546-9a36-2f24a9e6b16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:28.778327 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-388c1967-7a1e-4d09-b67e-55f2a1395b07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664098 Sep 15 19:28:28.789254 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239b041-c116-488a-b19f-f7230c1a40bb req-de321c0d-955e-43fb-9868-244a836bd5c9 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:28.790786 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-de321c0d-955e-43fb-9868-244a836bd5c9 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/networks?id=f384f07e-eef4-41f5-a5a2-f81f5f18c27d HTTP/1.1" status: 200 len: 807 time: 0.3437421 Sep 15 19:28:28.878648 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-73040d1e-5aac-4753-b326-d20a919c1cb5 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/quotas/e8b97becb7284d3b928ec06ee9e85c00 HTTP/1.1" status: 200 len: 375 time: 0.0802190 Sep 15 19:28:28.890015 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5cd06f7b-2678-4546-9a36-2f24a9e6b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:28.895010 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-da8962d6-f08d-4b6e-a773-4ccc7587cc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:28.909797 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd06f7b-2678-4546-9a36-2f24a9e6b16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6bbf85-f277-4fd4-aa5a-96e62dd5aeb0,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:28.912268 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5cd06f7b-2678-4546-9a36-2f24a9e6b16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:28.917349 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5cd06f7b-2678-4546-9a36-2f24a9e6b16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:28.918330 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5cd06f7b-2678-4546-9a36-2f24a9e6b16b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc6bbf85-f277-4fd4-aa5a-96e62dd5aeb0 HTTP/1.1" status: 204 len: 168 time: 0.2498767 Sep 15 19:28:28.993104 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-c596211e-3940-423d-b7a4-9e99a3d2adb1 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8b97becb7284d3b928ec06ee9e85c00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078842 Sep 15 19:28:29.109751 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-fe2d8b5f-7b48-44a2-8a37-741cc38c103a service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096371 Sep 15 19:28:29.175886 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82afd3-6672-4735-b19d-2f09f3cef1a5 req-eeaf336b-72fc-4e78-aca7-86840efd3f53 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:29.177329 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5d82afd3-6672-4735-b19d-2f09f3cef1a5 req-eeaf336b-72fc-4e78-aca7-86840efd3f53 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 944 time: 0.3471944 Sep 15 19:28:29.292837 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-d1172791-1768-402a-9e7c-5b501c477452 service neutron] 10.222.0.57 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893875 Sep 15 19:28:29.342432 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5d82afd3-6672-4735-b19d-2f09f3cef1a5 req-97e0cf37-2094-4b21-916e-60b96979043d tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586154 Sep 15 19:28:29.355121 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fcaa59b2-5d3d-48fc-81d5-3c185ea81c63 req-a389af83-9123-4965-ac83-1fe232011209 service neutron] 10.222.0.54 "GET /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286699 Sep 15 19:28:29.454023 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-fba2fb21-4ddf-47e2-a0d5-80b139fa39e2 service neutron] 10.222.0.57 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526895 Sep 15 19:28:29.539877 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a327f-3019-4fc9-a12f-560d1d226d6d req-1483a8fb-5865-401b-ad49-fcaa49bc5747 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:29.541577 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9e1a327f-3019-4fc9-a12f-560d1d226d6d req-1483a8fb-5865-401b-ad49-fcaa49bc5747 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 944 time: 0.0767076 Sep 15 19:28:29.587426 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9e1a327f-3019-4fc9-a12f-560d1d226d6d req-77ab957b-04d3-4184-a9b8-be31813812b6 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Sep 15 19:28:29.658215 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48320) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:29.665918 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 78b25408-f223-4f91-b0d3-3372c4366fab up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:28:29.720901 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:29.765048 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:29.770081 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Usage tracker for resource:security_group_rule and tenant:7874ec3c35264882a127606127823304 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:29.773766 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:29.781578 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:29.866057 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 78b25408-f223-4f91-b0d3-3372c4366fab completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:28:29.871029 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2a7e774f-6503-4ae2-913c-9c2450366643 req-a2394700-4657-45f8-8b34-c8eb5614ab5f tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 210 time: 0.1842728 Sep 15 19:28:29.873363 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 78b25408-f223-4f91-b0d3-3372c4366fab triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:28:29.880696 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:29.901526 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:29.946000 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee6f5b-02cc-426f-9246-1943355a2d31 req-52f23f88-a316-4bff-9205-485b39de575a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:29.955531 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d9ee6f5b-02cc-426f-9246-1943355a2d31 req-52f23f88-a316-4bff-9205-485b39de575a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2276359 Sep 15 19:28:29.957556 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:30.022782 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d9ee6f5b-02cc-426f-9246-1943355a2d31 req-0124d295-6b60-4266-a5f2-3785ef184b18 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588031 Sep 15 19:28:30.024183 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a16fe482-3526-4405-9938-0ecb27ed8af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:30.052336 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7874ec3c35264882a127606127823304&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3928361 Sep 15 19:28:30.055453 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 48334) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:30.075016 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c55401-96e8-45c2-9ecd-e09d4e9916d8,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:30.079897 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:30.103117 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:30.131447 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189a3c4c-ece5-4259-8b18-a6208eeb9890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b25408-f223-4f91-b0d3-3372c4366fab'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:30.142306 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 78b25408-f223-4f91-b0d3-3372c4366fab, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78b25408-f223-4f91-b0d3-3372c4366fab,segment=NetworkSegment(87590472-1a79-4971-bd4e-60ef7d78d35f),segment_id=87590472-1a79-4971-bd4e-60ef7d78d35f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:30.194603 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189a3c4c-ece5-4259-8b18-a6208eeb9890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b25408-f223-4f91-b0d3-3372c4366fab', 'code': 200} Sep 15 19:28:30.221256 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:30.223225 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:30.256988 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4a84c1b1-2410-40cc-a291-90eecedc1e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:30.287764 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=78b25408-f223-4f91-b0d3-3372c4366fab,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:30.291051 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:30.299479 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4a84c1b1-2410-40cc-a291-90eecedc1e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:30.315753 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0891d76-6c90-4a38-b817-6091507a97e2 req-16c10cb5-9cb1-403f-8c3d-5a9586380cc6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:30.317265 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a0891d76-6c90-4a38-b817-6091507a97e2 req-16c10cb5-9cb1-403f-8c3d-5a9586380cc6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2063239 Sep 15 19:28:30.325462 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d304254e-dc7e-49e4-bdc3-923dcfb5489c req-12a0ac6d-bc97-4254-99a4-a7af21e0c041 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1099 time: 0.2268109 Sep 15 19:28:30.422289 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d304254e-dc7e-49e4-bdc3-923dcfb5489c req-57c1e480-439a-4ef7-aae1-bf852672fb56 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827494 Sep 15 19:28:30.434971 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a0891d76-6c90-4a38-b817-6091507a97e2 req-0ce9a6a9-501d-4f4c-959f-4ff40f69d0d8 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085348 Sep 15 19:28:30.567328 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d51ac-7e22-41d9-879b-788bc35419cf req-cc100c91-ebb4-4890-b792-397e4a2c87ed tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:30.568791 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5f4d51ac-7e22-41d9-879b-788bc35419cf req-cc100c91-ebb4-4890-b792-397e4a2c87ed tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 944 time: 0.0828822 Sep 15 19:28:30.576620 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4a84c1b1-2410-40cc-a291-90eecedc1e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:30.592746 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e33fd915-d22d-4cbd-8501-1782a99b2e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:30.615643 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84c1b1-2410-40cc-a291-90eecedc1e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c55401-96e8-45c2-9ecd-e09d4e9916d8,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:30.626571 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4a84c1b1-2410-40cc-a291-90eecedc1e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:30.655198 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4a84c1b1-2410-40cc-a291-90eecedc1e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:30.658285 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-4a84c1b1-2410-40cc-a291-90eecedc1e30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17c55401-96e8-45c2-9ecd-e09d4e9916d8 HTTP/1.1" status: 204 len: 168 time: 0.5987272 Sep 15 19:28:30.666533 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5f4d51ac-7e22-41d9-879b-788bc35419cf req-ee47c7a2-7e9b-4cc9-9b94-a8803a4e29db tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910723 Sep 15 19:28:30.816511 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-db69bbdf-2bcc-4d43-b391-a889c8dd6141 req-63406424-7db0-44b9-ab8b-16fa2b1de04c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 1098 time: 0.1454077 Sep 15 19:28:30.861626 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c10fc-dafe-4e82-940e-7eee97f744af req-edcd4a64-f770-4501-96a7-d96814aa2389 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:30.863015 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e4c10fc-dafe-4e82-940e-7eee97f744af req-edcd4a64-f770-4501-96a7-d96814aa2389 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 945 time: 0.1231968 Sep 15 19:28:30.888616 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-db69bbdf-2bcc-4d43-b391-a889c8dd6141 req-755e7394-d56c-4dd5-b749-049076efb797 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642152 Sep 15 19:28:30.914979 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e4c10fc-dafe-4e82-940e-7eee97f744af req-2c5fd057-99e9-4242-a294-ae1feb5b65eb tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Sep 15 19:28:31.058787 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-de1ea19b-714e-4351-aa57-af7dd4261685 req-7f45d9b6-a3dd-480f-860e-b05d5e1ca1d5 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 210 time: 0.0437882 Sep 15 19:28:31.236634 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564ea1-89bf-4d02-986a-9486ebc7b0ec req-e19c9d0d-53c5-40bd-bddf-333caac56c57 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:31.238530 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-df564ea1-89bf-4d02-986a-9486ebc7b0ec req-e19c9d0d-53c5-40bd-bddf-333caac56c57 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.0823388 Sep 15 19:28:31.290481 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-df564ea1-89bf-4d02-986a-9486ebc7b0ec req-65878739-8739-4087-a9df-1c6d8924a4c5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447471 Sep 15 19:28:31.654778 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811a857-43cd-4925-ae22-403a73e5ddcc req-d85b7906-4a39-436c-a293-41ce5ff25174 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:31.656045 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device c03f67c5-1b3d-4671-80bb-5922dde059b7 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:28:31.656501 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1811a857-43cd-4925-ae22-403a73e5ddcc req-d85b7906-4a39-436c-a293-41ce5ff25174 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.0832031 Sep 15 19:28:31.706935 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1811a857-43cd-4925-ae22-403a73e5ddcc req-2b3cd765-6fe1-4e44-a486-83e0b5304a5b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439987 Sep 15 19:28:31.831104 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port c03f67c5-1b3d-4671-80bb-5922dde059b7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c03f67c5-1b3d-4671-80bb-5922dde059b7,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:31.844619 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': 'c03f67c5-1b3d-4671-80bb-5922dde059b7', 'network_id': '1bbda95e-d8db-436f-9a0e-bbfcb8e0be66', 'port_id': 'c03f67c5-1b3d-4671-80bb-5922dde059b7', 'mac_address': 'fa:16:3e:83:36:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e842d761-f7fb-4ed1-999f-eac0961a8e0a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:28:31.890157 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b33c5-3280-4e85-b4fb-48cba0d52753 req-fa48ade1-df2a-4152-8960-a59244ebbec1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:31.892260 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-157b33c5-3280-4e85-b4fb-48cba0d52753 req-fa48ade1-df2a-4152-8960-a59244ebbec1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 944 time: 0.0828943 Sep 15 19:28:31.902252 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:31.921653 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c03f67c5-1b3d-4671-80bb-5922dde059b7 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:28:31.940684 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port c03f67c5-1b3d-4671-80bb-5922dde059b7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c03f67c5-1b3d-4671-80bb-5922dde059b7,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:31.967422 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-157b33c5-3280-4e85-b4fb-48cba0d52753 req-246570ea-b7f5-4b17-bddf-2b949a7db19e tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692661 Sep 15 19:28:32.010247 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:32.013034 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:32.084349 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=c03f67c5-1b3d-4671-80bb-5922dde059b7,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:32.088373 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:32.128624 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8434e-e910-4824-ac9e-c11e92293e9e req-5f19560b-5cb4-439c-be3e-9cdb0067710b tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:32.130176 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-80a8434e-e910-4824-ac9e-c11e92293e9e req-5f19560b-5cb4-439c-be3e-9cdb0067710b tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 945 time: 0.0871968 Sep 15 19:28:32.209418 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-80a8434e-e910-4824-ac9e-c11e92293e9e req-c403ca7b-2038-4e96-aabd-3b06ee3c25b7 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727363 Sep 15 19:28:32.287888 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7dc3bf87-f32a-4e11-8f62-09d3f7682be1 req-4bc32c4f-76ae-47b9-a286-5a86cde2418f tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 210 time: 0.0401351 Sep 15 19:28:32.474377 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['c03f67c5-1b3d-4671-80bb-5922dde059b7'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:32.520621 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13505b-a045-4739-8770-3973b74bc389 req-21a391ac-4f02-44aa-a1c5-4c5b8a521981 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:32.522304 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1e13505b-a045-4739-8770-3973b74bc389 req-21a391ac-4f02-44aa-a1c5-4c5b8a521981 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.0877018 Sep 15 19:28:32.621839 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1e13505b-a045-4739-8770-3973b74bc389 req-08cb3433-44ca-4709-a1d8-74b6237a6c33 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819716 Sep 15 19:28:32.769922 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:32.950471 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78742e-cd48-4585-b1ac-2c14e6832cfb req-4b703a47-037e-401d-907a-bc06a0504f87 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:32.954307 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fd78742e-cd48-4585-b1ac-2c14e6832cfb req-4b703a47-037e-401d-907a-bc06a0504f87 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.0847242 Sep 15 19:28:32.998437 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fd78742e-cd48-4585-b1ac-2c14e6832cfb req-f5125a95-1fb2-436d-98d4-42d3275119e2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408418 Sep 15 19:28:33.214376 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d639a-2862-43e7-a724-3af5fdaea2f0 req-03ede5c9-90fd-4111-b389-a62af64a9bdd tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:33.216116 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7b0d639a-2862-43e7-a724-3af5fdaea2f0 req-03ede5c9-90fd-4111-b389-a62af64a9bdd tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 945 time: 0.0818648 Sep 15 19:28:33.454829 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7b0d639a-2862-43e7-a724-3af5fdaea2f0 req-95fbc0d7-e89c-45fd-8f74-633650e7ec6d tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314041 Sep 15 19:28:33.618186 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75afe9-c21f-46e7-a51c-a4264dc51f3b req-a70bf53c-c4c8-40a0-8509-8b4e2ee9e7cb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:33.622553 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5a75afe9-c21f-46e7-a51c-a4264dc51f3b req-a70bf53c-c4c8-40a0-8509-8b4e2ee9e7cb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.4003432 Sep 15 19:28:33.698184 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-1170a4e8-d92b-4be1-a3b0-973fb22cb2f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1099 time: 0.4201872 Sep 15 19:28:33.727885 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-0d885073-cc1d-4c1f-b8c0-82293d148f0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 1098 time: 0.4487021 Sep 15 19:28:33.814531 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239b041-c116-488a-b19f-f7230c1a40bb req-282d81b5-ad48-4644-bc98-7b65143ecfa2 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:33.815922 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-282d81b5-ad48-4644-bc98-7b65143ecfa2 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.54 "GET /v2.0/networks?id=f384f07e-eef4-41f5-a5a2-f81f5f18c27d HTTP/1.1" status: 200 len: 807 time: 0.3929644 Sep 15 19:28:33.858578 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Request body: {'port': {'device_id': '37e0cc95-dbe1-4f1e-9764-d7dc9e877599', 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d', 'admin_state_up': True, 'tenant_id': 'e8b97becb7284d3b928ec06ee9e85c00'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:33.883283 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5a75afe9-c21f-46e7-a51c-a4264dc51f3b req-fd241dbd-655a-4c33-aa6a-d9e6689a94cc tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452719 Sep 15 19:28:34.148487 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-37407e56-0fbd-438a-acd7-eef19020436e req-63522876-9b6b-4c0d-8a3f-8b95ad7daff2 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 210 time: 0.0769126 Sep 15 19:28:34.152965 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5accf-06a5-4d02-bf50-a2cfab406012 req-7b926e7f-2e99-401f-ba5b-da744364dc1a tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:34.154629 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-54c5accf-06a5-4d02-bf50-a2cfab406012 req-7b926e7f-2e99-401f-ba5b-da744364dc1a tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 945 time: 0.5492833 Sep 15 19:28:34.203170 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48454) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:34.231120 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-54c5accf-06a5-4d02-bf50-a2cfab406012 req-ccbeebab-e2a1-40a7-a455-e0145fe90d40 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698543 Sep 15 19:28:34.304680 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-adf9ba42-c61f-499d-800f-63a194ad7939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:34.306323 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-adf9ba42-c61f-499d-800f-63a194ad7939 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 919 time: 0.5513978 Sep 15 19:28:34.341383 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-9340fee9-12af-481b-b49d-2533b52d7077 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:34.342911 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-9340fee9-12af-481b-b49d-2533b52d7077 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.5646422 Sep 15 19:28:34.369754 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:34.404560 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:34.409530 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Usage tracker for resource:security_group_rule and tenant:f414ea934a1f4ec39cb3e48db640ea89 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:34.413135 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:34.420943 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:34.465614 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:34.482971 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Usage tracker for resource:port and tenant:e8b97becb7284d3b928ec06ee9e85c00 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:34.486676 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:34.488864 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:34.507515 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-442954d0-d926-4dbe-94d2-d650aee696a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f HTTP/1.1" status: 200 len: 217 time: 0.1636581 Sep 15 19:28:34.511591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:34.569435 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:34.580091 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c680fcaf-6dd9-4ff8-b240-3b092e71f0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:34.622356 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f414ea934a1f4ec39cb3e48db640ea89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4180834 Sep 15 19:28:34.623030 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48464) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:34.640338 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Made reservation on behalf of e8b97becb7284d3b928ec06ee9e85c00 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:34.643375 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:34.645183 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b00f90-43ad-43ed-9f35-d780431ab11c,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:34.662676 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-39bde44c-25c4-4d92-b4ec-3af108603013 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054 HTTP/1.1" status: 200 len: 1001 time: 0.2582569 Sep 15 19:28:34.666649 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.667002 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.667903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.667903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.668117 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.668324 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.668655 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.668988 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.669320 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.669651 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.669978 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:34.675488 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:34.686168 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-e1e4884a-672f-4351-be99-b6148a468137 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:34.686168 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-e1e4884a-672f-4351-be99-b6148a468137 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 200 len: 858 time: 0.1543472 Sep 15 19:28:34.706850 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-492ebf74-a05f-49f3-b8db-786e38639da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:34.730071 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbebce2-6c7e-48a2-b21e-4318338115bc req-c7d8e4a4-2bf3-4b3d-9797-205cc2a5d2cd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:34.731574 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8cbebce2-6c7e-48a2-b21e-4318338115bc req-c7d8e4a4-2bf3-4b3d-9797-205cc2a5d2cd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.4324410 Sep 15 19:28:34.733680 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-492ebf74-a05f-49f3-b8db-786e38639da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:34.843363 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-d2f7de1f-23bc-4e67-b002-78c465e75f44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245651 Sep 15 19:28:34.883870 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-492ebf74-a05f-49f3-b8db-786e38639da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:34.888749 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e688fb5d-80b7-45d7-af80-0a529138c210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:34.892672 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-0ef899ce-c238-467e-a40e-7ec0b7b67101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:34.894253 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-0ef899ce-c238-467e-a40e-7ec0b7b67101 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.2150936 Sep 15 19:28:34.904095 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ebf74-a05f-49f3-b8db-786e38639da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b00f90-43ad-43ed-9f35-d780431ab11c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:34.907340 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-492ebf74-a05f-49f3-b8db-786e38639da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:34.914478 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-492ebf74-a05f-49f3-b8db-786e38639da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:34.922750 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-492ebf74-a05f-49f3-b8db-786e38639da1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/91b00f90-43ad-43ed-9f35-d780431ab11c HTTP/1.1" status: 204 len: 168 time: 0.2957184 Sep 15 19:28:35.080746 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196241e0-d82d-4680-90e6-c597cdfbbfc2 req-cb77c297-9afc-4704-af25-c4ef1978d7e2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:35.082248 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-196241e0-d82d-4680-90e6-c597cdfbbfc2 req-cb77c297-9afc-4704-af25-c4ef1978d7e2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 945 time: 0.4960403 Sep 15 19:28:35.096960 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8cbebce2-6c7e-48a2-b21e-4318338115bc req-0086dd0d-3bea-4714-9de5-9431c7a82fe1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3268793 Sep 15 19:28:35.170057 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e81a28af-c9af-4b77-98d3-aac06754294b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:35.214651 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-93cb4f60-daad-447e-a987-2a4cf3481897 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623276 Sep 15 19:28:35.353344 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Allocated IP 172.20.0.10 (f384f07e-eef4-41f5-a5a2-f81f5f18c27d/7867e8cf-4a43-44d8-96bc-fe8a98c4ca82/8fd323aa-f912-4b64-9aaa-718bf65a6d11) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:28:35.397026 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-196241e0-d82d-4680-90e6-c597cdfbbfc2 req-c2822675-06ab-4f98-ae78-a6df14f65c24 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068786 Sep 15 19:28:35.408510 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-b395ff11-4f1a-42cf-8521-b75faadb63ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4763286 Sep 15 19:28:35.604557 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:35.663226 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device c03f67c5-1b3d-4671-80bb-5922dde059b7 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:28:35.689778 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b9452972-1702-46c2-b91c-e6926cc3ece7 req-5e00a0f0-55bf-47a4-b0a0-a685f79d6d94 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 210 time: 0.1298132 Sep 15 19:28:35.764642 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8c44279-9aea-4a4c-83c8-c0b1d916f120 req-acae6b5c-5414-4b3f-ab4a-d7ed20e23258 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356216 Sep 15 19:28:35.783197 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48486) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:35.801571 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:35.825783 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port c03f67c5-1b3d-4671-80bb-5922dde059b7 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:28:35.832563 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port c03f67c5-1b3d-4671-80bb-5922dde059b7 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:28:35.833849 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:35.838527 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:35.842379 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Usage tracker for resource:security_group_rule and tenant:227f8d89701b46f496e81f67b5c78d26 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:35.845180 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:35.851563 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:35.922589 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:35.947093 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:35.958388 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74414782-4e6a-4ffd-bea3-58e5eb30843d req-86129ed6-0026-4acf-aeae-c37bfb5b963e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:35.959093 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:35.959998 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-74414782-4e6a-4ffd-bea3-58e5eb30843d req-86129ed6-0026-4acf-aeae-c37bfb5b963e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.6132128 Sep 15 19:28:35.966146 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-0ef880e8-26b1-4ce1-9ee9-8d2d21b29b8f service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421124 Sep 15 19:28:35.986135 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc9a820-7189-4edb-bf40-2558d35a8c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03f67c5-1b3d-4671-80bb-5922dde059b7'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:35.986767 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:35.997128 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3137a832-7aba-4b9d-9f27-44cbc64aa724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:35.997533 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port c03f67c5-1b3d-4671-80bb-5922dde059b7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c03f67c5-1b3d-4671-80bb-5922dde059b7,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:36.041458 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2562382-81fa-44b9-922d-700a9952758f,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:36.045669 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=227f8d89701b46f496e81f67b5c78d26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2619395 Sep 15 19:28:36.046557 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:36.048244 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc9a820-7189-4edb-bf40-2558d35a8c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c03f67c5-1b3d-4671-80bb-5922dde059b7', 'code': 200} Sep 15 19:28:36.048746 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48492) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:36.101102 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.104388 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:36.126706 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-74414782-4e6a-4ffd-bea3-58e5eb30843d req-3bc15957-2c0d-47cd-a7eb-e80d0b2cf683 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585441 Sep 15 19:28:36.155893 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3898d631-4284-4c2d-a078-ab723f305b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.191648 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3898d631-4284-4c2d-a078-ab723f305b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.200049 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5b567aa-f743-4c69-a0a0-771fd3d74ed4 req-107d9555-119c-47fe-889a-471abd1a57a7 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146909 Sep 15 19:28:36.216910 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.225605 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:36.252860 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=c03f67c5-1b3d-4671-80bb-5922dde059b7,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:36.256032 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:36.332137 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Network f384f07e-eef4-41f5-a5a2-f81f5f18c27d is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:28:36.335934 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:28:36.337773 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Pushing event updated for resources: {'Port': ['ID=8fd323aa-f912-4b64-9aaa-718bf65a6d11,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:36.345462 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:28:36.352350 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3898d631-4284-4c2d-a078-ab723f305b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.357323 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7b1fe85a-9194-418e-a718-31b3726c0e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:36.370228 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898d631-4284-4c2d-a078-ab723f305b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2562382-81fa-44b9-922d-700a9952758f,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:36.372707 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3898d631-4284-4c2d-a078-ab723f305b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:36.374071 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3898d631-4284-4c2d-a078-ab723f305b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.375253 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-3898d631-4284-4c2d-a078-ab723f305b8d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2562382-81fa-44b9-922d-700a9952758f HTTP/1.1" status: 204 len: 168 time: 0.3255813 Sep 15 19:28:36.432661 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.433305 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.433767 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.434163 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.434578 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.434985 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.435388 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.435819 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.436218 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.443283 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.443283 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:36.452631 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:36.488298 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:36.489015 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.632283 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4752e-3341-446e-b742-7603fa375592 req-fc7f0c1d-00c6-4ccb-91db-d7831c855f8b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:36.633682 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2da4752e-3341-446e-b742-7603fa375592 req-fc7f0c1d-00c6-4ccb-91db-d7831c855f8b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2892859 Sep 15 19:28:36.637636 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7940557 Sep 15 19:28:36.670850 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Request body: {'port': {'device_id': '37e0cc95-dbe1-4f1e-9764-d7dc9e877599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:36.739134 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-86633756-ba15-41f9-9b6c-7a5ece8a3294 req-834cb521-124f-41d1-9620-ec161a59dbcb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 1099 time: 0.2438812 Sep 15 19:28:36.805730 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e67bea-32af-4bc3-8191-1a7ce35974d3 req-10f8616e-9b44-4540-b784-f8ad52c6aa60 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:36.807851 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-33e67bea-32af-4bc3-8191-1a7ce35974d3 req-10f8616e-9b44-4540-b784-f8ad52c6aa60 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 946 time: 0.2675152 Sep 15 19:28:36.815733 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2da4752e-3341-446e-b742-7603fa375592 req-8dc6a020-8fc1-4220-9a72-d552d7cbc93a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749616 Sep 15 19:28:36.901283 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:36.938304 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-86633756-ba15-41f9-9b6c-7a5ece8a3294 req-713c6aba-f9ac-41dc-a799-f85f902459be service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824746 Sep 15 19:28:37.037550 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-33e67bea-32af-4bc3-8191-1a7ce35974d3 req-8cc9a1f4-e6fd-4073-bb2f-e911307813aa tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127326 Sep 15 19:28:37.176267 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87b4b1-2a99-47f2-8e2f-9ef20d3cf35d req-44b32753-ce4b-4967-8a15-00421ee6aa1b tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:37.176973 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-0c87b4b1-2a99-47f2-8e2f-9ef20d3cf35d req-44b32753-ce4b-4967-8a15-00421ee6aa1b tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Synchronizing usage tracker for tenant:e8b97becb7284d3b928ec06ee9e85c00 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:28:37.240480 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48534) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:37.429697 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-0c87b4b1-2a99-47f2-8e2f-9ef20d3cf35d req-44b32753-ce4b-4967-8a15-00421ee6aa1b tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Unset dirty status for tenant:e8b97becb7284d3b928ec06ee9e85c00 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:28:37.434946 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0c87b4b1-2a99-47f2-8e2f-9ef20d3cf35d req-44b32753-ce4b-4967-8a15-00421ee6aa1b tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 932 time: 0.4468067 Sep 15 19:28:37.443203 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-00f44ce4-70ce-4ff4-ad98-bf98957ca0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:37.530771 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0c87b4b1-2a99-47f2-8e2f-9ef20d3cf35d req-79f40fea-a106-4cf8-a517-1949212e2b29 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822499 Sep 15 19:28:37.533028 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:37.583704 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:37.589112 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Usage tracker for resource:security_group_rule and tenant:7a914a90cc914482bbafebbbf764c8a9 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:37.590896 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fd1b1-95e8-42c2-92b8-a285fcad6162 req-48ef4c34-2b7f-40ff-afd1-dc10144c6e3f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:37.592353 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-420fd1b1-95e8-42c2-92b8-a285fcad6162 req-48ef4c34-2b7f-40ff-afd1-dc10144c6e3f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2483485 Sep 15 19:28:37.595255 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:37.608380 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:37.620702 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd323aa-f912-4b64-9aaa-718bf65a6d11 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:28:37.631722 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:37.659411 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Transition to ACTIVE for port object 8fd323aa-f912-4b64-9aaa-718bf65a6d11 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:28:37.664564 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-420fd1b1-95e8-42c2-92b8-a285fcad6162 req-9b07f9c9-ac8e-4937-abfb-3b2b4b5434b4 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639403 Sep 15 19:28:37.716125 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:37.764015 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:37.768984 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:37.799846 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:37.810330 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:37.852396 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf85678-9899-4cbe-92ca-f067e1675869,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:37.857467 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:37.863151 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a914a90cc914482bbafebbbf764c8a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6209176 Sep 15 19:28:37.865888 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48552) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:37.958988 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd323aa-f912-4b64-9aaa-718bf65a6d11,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:37.985155 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ecf29ba7-a1b0-4df6-b286-b9df07c2a09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:37.997565 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:38.026967 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ecf29ba7-a1b0-4df6-b286-b9df07c2a09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:38.126495 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Attempting to bind port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:28:38.126902 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Attempting to bind port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:28:38.127237 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Attempting to bind port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 on network f384f07e-eef4-41f5-a5a2-f81f5f18c27d {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:28:38.138936 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 on network f384f07e-eef4-41f5-a5a2-f81f5f18c27d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:28:38.139303 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Attempting to bind port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 on network f384f07e-eef4-41f5-a5a2-f81f5f18c27d {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:28:38.146680 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:28:38.146680 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Checking segment: {'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:28:38.147009 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Bound using segment: {'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:28:38.147442 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Bound port: 8fd323aa-f912-4b64-9aaa-718bf65a6d11, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:28:38.147611 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:38.208092 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ecf29ba7-a1b0-4df6-b286-b9df07c2a09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:38.208092 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4d2b68e8-2ed8-4395-986f-03d4bf291a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:38.220929 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf29ba7-a1b0-4df6-b286-b9df07c2a09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf85678-9899-4cbe-92ca-f067e1675869,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:38.223896 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ecf29ba7-a1b0-4df6-b286-b9df07c2a09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:38.225832 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ecf29ba7-a1b0-4df6-b286-b9df07c2a09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:38.231064 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-ecf29ba7-a1b0-4df6-b286-b9df07c2a09f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6cf85678-9899-4cbe-92ca-f067e1675869 HTTP/1.1" status: 204 len: 168 time: 0.3599660 Sep 15 19:28:38.285494 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85fe1e-4569-41dc-8be5-8729aca4d285 req-434f5cdb-32a8-48e5-beae-dc823c1a28f1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:38.286922 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0b85fe1e-4569-41dc-8be5-8729aca4d285 req-434f5cdb-32a8-48e5-beae-dc823c1a28f1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2242827 Sep 15 19:28:38.351911 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] For port 8fd323aa-f912-4b64-9aaa-718bf65a6d11, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:28:38.358092 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] For port 8fd323aa-f912-4b64-9aaa-718bf65a6d11, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fd323aa-f912-4b64-9aaa-718bf65a6d11,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:28:38.372664 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1056eb2-bf2d-4c33-b033-e2917d389aeb req-6a79cba9-bf52-44a6-9f2c-30d534c48430 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:38.378578 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d1056eb2-bf2d-4c33-b033-e2917d389aeb req-6a79cba9-bf52-44a6-9f2c-30d534c48430 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 946 time: 0.2053018 Sep 15 19:28:38.408618 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0b85fe1e-4569-41dc-8be5-8729aca4d285 req-7cda0010-1edf-4c88-ac16-e31d900f587c tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068954 Sep 15 19:28:38.429313 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:38.440404 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:38.449363 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:38.475012 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:38.476748 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] 10.222.0.54 "PUT /v2.0/ports/8fd323aa-f912-4b64-9aaa-718bf65a6d11 HTTP/1.1" status: 200 len: 1094 time: 1.8161659 Sep 15 19:28:38.483604 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e0cc95-dbe1-4f1e-9764-d7dc9e877599', 'tag': '8fd323aa-f912-4b64-9aaa-718bf65a6d11'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:38.500493 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d1056eb2-bf2d-4c33-b033-e2917d389aeb req-85c18cc4-43c0-432a-b970-2aab63375222 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197789 Sep 15 19:28:38.532099 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd323aa-f912-4b64-9aaa-718bf65a6d11,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:38.535447 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:38.586971 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e0cc95-dbe1-4f1e-9764-d7dc9e877599', 'tag': '8fd323aa-f912-4b64-9aaa-718bf65a6d11', 'status': 'completed', 'code': 200} Sep 15 19:28:38.896384 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-68e4828e-01c1-4d77-b74f-bd5ad0e327c8 req-73894c48-316d-4ca4-ad2d-c1b40c00b0b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8b97becb7284d3b928ec06ee9e85c00&device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 1097 time: 0.2804856 Sep 15 19:28:39.034425 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432254b3-40b4-4d4f-b466-cea501cebe61 req-32cbebb1-7bff-4131-9cab-5a4a27339ac3 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:39.035819 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-432254b3-40b4-4d4f-b466-cea501cebe61 req-32cbebb1-7bff-4131-9cab-5a4a27339ac3 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 944 time: 0.2765403 Sep 15 19:28:39.189046 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-432254b3-40b4-4d4f-b466-cea501cebe61 req-c095868b-c25b-48cd-a217-e8b44d1c6159 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952153 Sep 15 19:28:39.198799 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c160f-4bd6-43a3-afff-a122bffe4b8e req-2269fa87-572f-4c85-8775-5e0d33746850 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:39.200260 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-156c160f-4bd6-43a3-afff-a122bffe4b8e req-2269fa87-572f-4c85-8775-5e0d33746850 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2870753 Sep 15 19:28:39.201123 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4828e-01c1-4d77-b74f-bd5ad0e327c8 req-6eccc4fa-67c4-47c6-902a-9e8cbb2c0d8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:39.202432 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-68e4828e-01c1-4d77-b74f-bd5ad0e327c8 req-6eccc4fa-67c4-47c6-902a-9e8cbb2c0d8e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e8b97becb7284d3b928ec06ee9e85c00&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2948875 Sep 15 19:28:39.351912 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-156c160f-4bd6-43a3-afff-a122bffe4b8e req-fb8f866c-329c-4e4c-ae79-8ede29069b71 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445887 Sep 15 19:28:39.389583 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4828e-01c1-4d77-b74f-bd5ad0e327c8 req-18b73113-8959-4f4e-9c65-a117a4be7dc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:39.391111 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-68e4828e-01c1-4d77-b74f-bd5ad0e327c8 req-18b73113-8959-4f4e-9c65-a117a4be7dc2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1667962 Sep 15 19:28:39.511817 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-e200846c-864b-4ae6-a9fa-22e333fd9b1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8b97becb7284d3b928ec06ee9e85c00&device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 1097 time: 0.0782540 Sep 15 19:28:39.631741 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-29a314c7-2d84-4348-ba30-db63ba5521fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fd323aa-f912-4b64-9aaa-718bf65a6d11 HTTP/1.1" status: 200 len: 217 time: 0.1005626 Sep 15 19:28:39.686086 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:28:39.808748 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df75b94-d3cc-412e-9bf0-c3c8aed18736 req-d0c9dbc1-19b7-4c7e-a459-abd938836600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:39.815413 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5df75b94-d3cc-412e-9bf0-c3c8aed18736 req-d0c9dbc1-19b7-4c7e-a459-abd938836600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2365909 Sep 15 19:28:39.818705 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239b041-c116-488a-b19f-f7230c1a40bb req-2804f272-821e-4d06-9b84-31d1f74c92c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:39.820047 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-2804f272-821e-4d06-9b84-31d1f74c92c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7867e8cf-4a43-44d8-96bc-fe8a98c4ca82 HTTP/1.1" status: 200 len: 847 time: 0.1803479 Sep 15 19:28:39.851535 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:39.882275 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'port_id': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'mac_address': 'fa:16:3e:3d:3a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:28:39.912298 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-4c849b35-09c9-4500-aa73-73081ba2899b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f384f07e-eef4-41f5-a5a2-f81f5f18c27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769341 Sep 15 19:28:39.946535 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:39.958999 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:39.966984 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:28:39.982554 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:40.067089 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:40.068846 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:40.116143 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5df75b94-d3cc-412e-9bf0-c3c8aed18736 req-379f4484-6d10-48da-b3ae-d507a48fca5e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998025 Sep 15 19:28:40.143967 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=6']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:40.151332 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.151847 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.152354 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.152987 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.153497 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.153998 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.154435 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.154965 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.155793 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.156016 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.156467 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:28:40.160547 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:40.213907 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-446d1ba3-dc1f-4c64-834f-81c156a10025 service neutron] 10.222.0.54 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904596 Sep 15 19:28:40.220763 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ceeb1-66c8-4c25-b847-3809d7cbfaa9 req-1670cf89-73c2-4514-bf52-f423ea98b847 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:40.234253 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f71ceeb1-66c8-4c25-b847-3809d7cbfaa9 req-1670cf89-73c2-4514-bf52-f423ea98b847 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 946 time: 0.2583919 Sep 15 19:28:40.260594 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['3df9ee15-ae5a-4b3e-8286-fcc0e3991054'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:40.452670 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f71ceeb1-66c8-4c25-b847-3809d7cbfaa9 req-7d4c291a-7ce9-45ad-ad84-b7741f51fd2e tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172186 Sep 15 19:28:40.493380 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d239b041-c116-488a-b19f-f7230c1a40bb req-958cde3a-4475-4056-ba49-39372b47de73 service neutron] 10.222.0.54 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559240 Sep 15 19:28:40.518346 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3cf0d-44de-4783-b4ab-5a2a5615e7c0 req-d3294374-a603-4552-b9c3-5d9f5ef33c9f tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:40.521058 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8fb3cf0d-44de-4783-b4ab-5a2a5615e7c0 req-d3294374-a603-4552-b9c3-5d9f5ef33c9f tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 945 time: 0.2158234 Sep 15 19:28:40.577788 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8fb3cf0d-44de-4783-b4ab-5a2a5615e7c0 req-121185de-c699-4af1-b57c-43c3a755a9e5 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512204 Sep 15 19:28:40.700206 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fb2e7-4f33-4e44-85ec-c1d96a17fdf4 req-3af9f993-fa94-4b3b-82f1-eb8bb055ec7f tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:40.707462 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1c0fb2e7-4f33-4e44-85ec-c1d96a17fdf4 req-3af9f993-fa94-4b3b-82f1-eb8bb055ec7f tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 944 time: 0.1048279 Sep 15 19:28:40.827534 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1c0fb2e7-4f33-4e44-85ec-c1d96a17fdf4 req-79b3b951-5739-4166-a61c-7b6bb5ef75f7 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192238 Sep 15 19:28:40.854308 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6e93-a02c-4f5b-8d5d-2d047c254e68 req-0d552e9a-bd72-43cf-a551-21ad498a2785 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:40.855748 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e20d6e93-a02c-4f5b-8d5d-2d047c254e68 req-0d552e9a-bd72-43cf-a551-21ad498a2785 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1294699 Sep 15 19:28:40.932274 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e20d6e93-a02c-4f5b-8d5d-2d047c254e68 req-92d02e20-1dd5-46a4-b5f9-596f85b02ec9 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705998 Sep 15 19:28:41.382498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dd90a-6824-4067-bcba-a031e57ca9a7 req-550db8c7-2194-40e8-9f0b-3411a4f84823 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:41.391087 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c69dd90a-6824-4067-bcba-a031e57ca9a7 req-550db8c7-2194-40e8-9f0b-3411a4f84823 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 944 time: 0.1047924 Sep 15 19:28:41.438399 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c69dd90a-6824-4067-bcba-a031e57ca9a7 req-f1164cd7-0ae3-4802-8acb-ab50f3fd67e3 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460575 Sep 15 19:28:41.716729 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:28:41.890078 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:28:41.893937 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:42.128423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-10e77d0e-376d-49da-b6fa-76b8facb5a68 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:42.129520 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:42.130525 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-10e77d0e-376d-49da-b6fa-76b8facb5a68 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.54 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 945 time: 0.2939887 Sep 15 19:28:42.144038 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531974a6-3d31-4f76-8103-36ae60600032 req-a1fc2869-ec69-4da7-a42a-2ab2ea58f3c5 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:42.150356 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-531974a6-3d31-4f76-8103-36ae60600032 req-a1fc2869-ec69-4da7-a42a-2ab2ea58f3c5 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 945 time: 0.3539455 Sep 15 19:28:42.163189 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:42.175376 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:42.254895 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:42.256746 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cff626-b4fd-4fa1-a751-5c17963382bf req-bb41f64c-9929-4df3-a665-a0e838ddbfcd tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:42.257460 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:42.258541 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-49cff626-b4fd-4fa1-a751-5c17963382bf req-bb41f64c-9929-4df3-a665-a0e838ddbfcd tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 944 time: 0.2612188 Sep 15 19:28:42.269137 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Deleting port 78b25408-f223-4f91-b0d3-3372c4366fab {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:28:42.269615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:42.346771 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-531974a6-3d31-4f76-8103-36ae60600032 req-ba760f0d-a1b8-43e9-90b8-5cbeb78872ac tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/security-groups?id=1e89e3d5-07cb-4f78-9037-db47955e8efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948607 Sep 15 19:28:42.392280 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=7']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:42.404270 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:42.445948 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-49cff626-b4fd-4fa1-a751-5c17963382bf req-e5569c7f-c8ac-40f6-b7ff-0f431152d25b tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462054 Sep 15 19:28:42.518789 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'code': 200} Sep 15 19:28:42.756622 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] For port 78b25408-f223-4f91-b0d3-3372c4366fab, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78b25408-f223-4f91-b0d3-3372c4366fab,segment=NetworkSegment(87590472-1a79-4971-bd4e-60ef7d78d35f),segment_id=87590472-1a79-4971-bd4e-60ef7d78d35f)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:42.756982 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:42.874763 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab38bd-f76a-4f82-9cf1-b73161a52e5b req-da1db8f3-0daa-4c6f-9986-c419e2c5aee5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:42.876242 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-feab38bd-f76a-4f82-9cf1-b73161a52e5b req-da1db8f3-0daa-4c6f-9986-c419e2c5aee5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2502682 Sep 15 19:28:43.097201 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Calling delete_port for 78b25408-f223-4f91-b0d3-3372c4366fab owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:28:43.198081 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-feab38bd-f76a-4f82-9cf1-b73161a52e5b req-d93e9f69-819a-4119-9d56-415607fcf772 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077197 Sep 15 19:28:43.447982 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:43.454046 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a68246e6-d8bc-485c-bdaa-68da8a06eac1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:43.460284 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['78b25408-f223-4f91-b0d3-3372c4366fab'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:43.504223 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Pushing event deleted for resources: {'Port': ['ID=78b25408-f223-4f91-b0d3-3372c4366fab,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:43.510477 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:43.640107 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] No DVR routers for this DVR port 78b25408-f223-4f91-b0d3-3372c4366fab on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:28:43.645541 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:43.649046 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189a3c4c-ece5-4259-8b18-a6208eeb9890', 'name': 'network-vif-deleted', 'tag': '78b25408-f223-4f91-b0d3-3372c4366fab'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:43.678124 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d3b8a-54cf-4b7f-a2b8-435df9e90c2c req-1a733ec3-a69f-4c12-8c85-c7b09a545b40 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:43.679771 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-500d3b8a-54cf-4b7f-a2b8-435df9e90c2c req-1a733ec3-a69f-4c12-8c85-c7b09a545b40 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1717496 Sep 15 19:28:43.702013 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8fd323aa-f912-4b64-9aaa-718bf65a6d11 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:28:43.740552 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-500d3b8a-54cf-4b7f-a2b8-435df9e90c2c req-a06451b4-8173-47a8-ada4-792741f5b009 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473330 Sep 15 19:28:43.775598 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e6678b90-733d-4e6d-9b29-ef4442b2b986 req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.54 "DELETE /v2.0/ports/78b25408-f223-4f91-b0d3-3372c4366fab HTTP/1.1" status: 204 len: 173 time: 1.6229591 Sep 15 19:28:43.948550 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8fd323aa-f912-4b64-9aaa-718bf65a6d11, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fd323aa-f912-4b64-9aaa-718bf65a6d11,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:43.970269 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '8fd323aa-f912-4b64-9aaa-718bf65a6d11', 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d', 'port_id': '8fd323aa-f912-4b64-9aaa-718bf65a6d11', 'mac_address': 'fa:16:3e:0f:d4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7867e8cf-4a43-44d8-96bc-fe8a98c4ca82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:28:44.083139 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:44.106934 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd323aa-f912-4b64-9aaa-718bf65a6d11 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:28:44.131811 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8fd323aa-f912-4b64-9aaa-718bf65a6d11, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fd323aa-f912-4b64-9aaa-718bf65a6d11,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:44.176292 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-f440c848-8c76-4f9f-b8be-1380399c6961 req-4fd2842b-3a5b-4c6a-8d89-75badf0aca97 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Synchronizing usage tracker for tenant:43a9eea6ed6d47569ab0706ffedd70d1 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:28:44.378300 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e68fd-3088-42ab-a84b-d801f2190fe7 req-f5bcb3c1-4e80-4f81-85ea-ea8c5af2ef28 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:44.383439 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-568e68fd-3088-42ab-a84b-d801f2190fe7 req-f5bcb3c1-4e80-4f81-85ea-ea8c5af2ef28 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 944 time: 0.1221797 Sep 15 19:28:44.435255 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-568e68fd-3088-42ab-a84b-d801f2190fe7 req-fbea7ecc-956e-4322-8d72-24b7b3a9781a tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447645 Sep 15 19:28:44.518060 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:44.525376 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-3aa93340-a463-4f5a-a73d-1d0efbbf564a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:44.545303 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189a3c4c-ece5-4259-8b18-a6208eeb9890', 'name': 'network-vif-deleted', 'tag': '78b25408-f223-4f91-b0d3-3372c4366fab', 'status': 'completed', 'code': 200} Sep 15 19:28:44.564168 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-f440c848-8c76-4f9f-b8be-1380399c6961 req-4fd2842b-3a5b-4c6a-8d89-75badf0aca97 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Unset dirty status for tenant:43a9eea6ed6d47569ab0706ffedd70d1 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:28:44.565942 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f440c848-8c76-4f9f-b8be-1380399c6961 req-4fd2842b-3a5b-4c6a-8d89-75badf0aca97 tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] 10.222.0.57 "GET /v2.0/ports?device_id=189a3c4c-ece5-4259-8b18-a6208eeb9890 HTTP/1.1" status: 200 len: 210 time: 0.5813043 Sep 15 19:28:44.661776 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=8fd323aa-f912-4b64-9aaa-718bf65a6d11,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:44.665020 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:44.855006 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['8fd323aa-f912-4b64-9aaa-718bf65a6d11'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:44.864360 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ca293-e126-4c6a-b952-c0bd51d35825 req-a7bc2c4b-df42-446a-ada1-2a7c81f48b97 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:44.870584 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-555ca293-e126-4c6a-b952-c0bd51d35825 req-a7bc2c4b-df42-446a-ada1-2a7c81f48b97 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1181481 Sep 15 19:28:44.955438 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-555ca293-e126-4c6a-b952-c0bd51d35825 req-8f8e9a7e-2466-45c8-a905-286e2733b30a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798621 Sep 15 19:28:45.721196 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 78b25408-f223-4f91-b0d3-3372c4366fab no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:28:45.731394 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534404b-ac6a-4703-a1d8-991acc8246ef req-bb4269d1-4d4c-4826-bc97-48fe2a928152 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:45.738881 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7534404b-ac6a-4703-a1d8-991acc8246ef req-bb4269d1-4d4c-4826-bc97-48fe2a928152 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 945 time: 0.1190569 Sep 15 19:28:45.768955 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 78b25408-f223-4f91-b0d3-3372c4366fab {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:28:45.770241 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 78b25408-f223-4f91-b0d3-3372c4366fab not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:28:45.798048 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7534404b-ac6a-4703-a1d8-991acc8246ef req-2b3f05b5-40a2-4ec0-bad2-c06bc88ce1fc tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 Sep 15 19:28:46.316854 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee314d4-303c-46cb-bfb3-63c18dbc33d3 req-f2ddc3be-20c4-485e-90c8-ed32969bf298 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:46.316854 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3ee314d4-303c-46cb-bfb3-63c18dbc33d3 req-f2ddc3be-20c4-485e-90c8-ed32969bf298 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1404936 Sep 15 19:28:46.402874 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3ee314d4-303c-46cb-bfb3-63c18dbc33d3 req-76d196f9-3802-48c6-922a-9846d2630ad0 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602269 Sep 15 19:28:47.038188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abffcd5-e7f8-4bbb-9f37-885ce1131aa8 req-f83e8269-6f8f-4870-a049-812bfa52f8ed tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:47.041078 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3abffcd5-e7f8-4bbb-9f37-885ce1131aa8 req-f83e8269-6f8f-4870-a049-812bfa52f8ed tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 945 time: 0.0999434 Sep 15 19:28:47.119275 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3abffcd5-e7f8-4bbb-9f37-885ce1131aa8 req-f6ecbae9-10cb-4cf8-99bb-b32eef04b5c6 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685620 Sep 15 19:28:47.671062 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c858a-c576-454c-b545-95beefa2c262 req-baebb4df-60ea-4004-b8e2-b9d7697d5c86 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:47.673137 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-879c858a-c576-454c-b545-95beefa2c262 req-baebb4df-60ea-4004-b8e2-b9d7697d5c86 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1014330 Sep 15 19:28:47.718350 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8fd323aa-f912-4b64-9aaa-718bf65a6d11 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:28:47.771254 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-879c858a-c576-454c-b545-95beefa2c262 req-3dec2e78-0a0d-4eea-aa99-bd76cca9e142 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889702 Sep 15 19:28:47.923993 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:28:47.930488 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:28:47.933073 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:48.123873 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:48.158010 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8fd323aa-f912-4b64-9aaa-718bf65a6d11, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fd323aa-f912-4b64-9aaa-718bf65a6d11,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:48.159094 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0cc95-dbe1-4f1e-9764-d7dc9e877599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd323aa-f912-4b64-9aaa-718bf65a6d11'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:48.223831 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0cc95-dbe1-4f1e-9764-d7dc9e877599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd323aa-f912-4b64-9aaa-718bf65a6d11', 'code': 200} Sep 15 19:28:48.255029 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:48.257735 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:48.346434 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=8fd323aa-f912-4b64-9aaa-718bf65a6d11,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:48.358788 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:48.366344 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b1f76-e54c-4a11-9cb3-9f1c196cfb35 req-92f324f1-9e44-4b7d-ad58-a922911c0e45 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:48.374999 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4d0b1f76-e54c-4a11-9cb3-9f1c196cfb35 req-92f324f1-9e44-4b7d-ad58-a922911c0e45 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 946 time: 0.1062005 Sep 15 19:28:48.433850 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4d0b1f76-e54c-4a11-9cb3-9f1c196cfb35 req-ab242f99-e4a6-4791-aba9-fe07214f3ad4 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578566 Sep 15 19:28:48.824268 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-db4cf5da-e948-4dde-9ccd-cef250e9f940 req-f960f31a-8625-42a9-8883-8b8e2224d207 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 1099 time: 0.1409459 Sep 15 19:28:48.924645 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-db4cf5da-e948-4dde-9ccd-cef250e9f940 req-6427d49c-d608-480c-8dde-8fbb86ead93b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904875 Sep 15 19:28:49.152837 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84476f80-cca0-4657-8fce-c6d669bb233a req-b7897b98-0f5a-4d83-9742-fe55346b3ffc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:49.162631 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-84476f80-cca0-4657-8fce-c6d669bb233a req-b7897b98-0f5a-4d83-9742-fe55346b3ffc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1183424 Sep 15 19:28:49.240553 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-84476f80-cca0-4657-8fce-c6d669bb233a req-d24dab5e-f16b-42c2-8d25-db3cda38a361 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754106 Sep 15 19:28:49.353212 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48832) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:49.736879 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:49.783059 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:49.787022 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Usage tracker for resource:security_group_rule and tenant:60cf7994f26c4f4f984b2acd5421f9c3 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:49.789922 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:49.796391 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:49.865945 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:49.917284 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ae3d7-9189-4288-bce8-73ec12ceda2d req-6191397b-9f80-4bb6-bdaa-e74c37bc8c92 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:49.925356 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c67ae3d7-9189-4288-bce8-73ec12ceda2d req-6191397b-9f80-4bb6-bdaa-e74c37bc8c92 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 946 time: 0.2267566 Sep 15 19:28:49.975360 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:50.009708 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5e4935f6-bf6b-4d86-972b-48ea2dca3c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:50.036432 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60cf7994f26c4f4f984b2acd5421f9c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6819549 Sep 15 19:28:50.045923 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48856) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:50.046597 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c67ae3d7-9189-4288-bce8-73ec12ceda2d req-35ab50a9-7e54-46f4-9162-bec4564be4eb tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177804 Sep 15 19:28:50.077253 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884391b3-6881-4721-bb37-1dc4da9e098c,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:50.081551 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:50.156966 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5468f99f-7ba5-4812-af76-428156bb87cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:50.185280 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5468f99f-7ba5-4812-af76-428156bb87cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:50.398958 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5468f99f-7ba5-4812-af76-428156bb87cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:50.405841 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5cd06f7b-2678-4546-9a36-2f24a9e6b16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:50.441541 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468f99f-7ba5-4812-af76-428156bb87cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884391b3-6881-4721-bb37-1dc4da9e098c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:50.444801 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5468f99f-7ba5-4812-af76-428156bb87cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:50.452530 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5468f99f-7ba5-4812-af76-428156bb87cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:50.457369 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5468f99f-7ba5-4812-af76-428156bb87cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/884391b3-6881-4721-bb37-1dc4da9e098c HTTP/1.1" status: 204 len: 168 time: 0.4075909 Sep 15 19:28:50.712840 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513a08-9c15-44dc-b378-6f1d44b87f9a req-b0d65e12-c634-44af-bd54-c443c16da7bd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:50.726553 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-12513a08-9c15-44dc-b378-6f1d44b87f9a req-b0d65e12-c634-44af-bd54-c443c16da7bd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2043118 Sep 15 19:28:50.928391 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-12513a08-9c15-44dc-b378-6f1d44b87f9a req-ab647875-696e-4b66-963b-76a9d26b1719 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947653 Sep 15 19:28:51.501702 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc185b89-f6da-4149-981e-6f6aec4095af req-5cb36a5b-3c67-4969-bdc6-198755a934dc tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:51.506215 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cc185b89-f6da-4149-981e-6f6aec4095af req-5cb36a5b-3c67-4969-bdc6-198755a934dc tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 946 time: 0.1627917 Sep 15 19:28:51.577731 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cc185b89-f6da-4149-981e-6f6aec4095af req-2ccc7272-b33c-4671-8ebc-9b8da2db5e3a tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675478 Sep 15 19:28:51.828024 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48916) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:51.847274 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:51.889904 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:51.893630 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Usage tracker for resource:security_group_rule and tenant:857ea5f3936f4b79996925040d9a650a is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:51.903856 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:51.911698 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:52.008139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:52.369214 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf0dde-16a8-42de-a912-1c88b9fa1ee7 req-3b834860-7e35-4f69-9d23-123f0cb87be6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:52.370957 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-44cf0dde-16a8-42de-a912-1c88b9fa1ee7 req-3b834860-7e35-4f69-9d23-123f0cb87be6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1491172 Sep 15 19:28:52.425998 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-44cf0dde-16a8-42de-a912-1c88b9fa1ee7 req-6985e64e-cb65-44f4-84b0-20baab22df66 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486245 Sep 15 19:28:52.569369 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:52.576233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9bb5e96b-1501-4394-8dd2-3d1378a3aa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:52.612394 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331a553d-8a2d-4d21-9dd4-04ba768f0170,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:52.617365 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:52.626148 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=857ea5f3936f4b79996925040d9a650a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7937708 Sep 15 19:28:52.626602 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 48930) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:52.729006 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3a34cc84-ece6-40d0-850c-2caab5dfa276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:52.824529 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3a34cc84-ece6-40d0-850c-2caab5dfa276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:52.906748 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264b3b9-f952-4f19-b9bf-8f87fecc8779 req-00a83992-ae40-41fc-aa7f-45831a1ca72d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:52.915273 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5264b3b9-f952-4f19-b9bf-8f87fecc8779 req-00a83992-ae40-41fc-aa7f-45831a1ca72d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2312195 Sep 15 19:28:52.939602 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99d72af3-d991-4943-9272-4ae29d839936 req-3a3ec015-0f8c-49b3-b082-ef6d4297aeb4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1099 time: 0.1898994 Sep 15 19:28:53.013292 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5264b3b9-f952-4f19-b9bf-8f87fecc8779 req-3a9120b2-bc1d-45e3-9c9b-1b322e895c83 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990248 Sep 15 19:28:53.086805 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3a34cc84-ece6-40d0-850c-2caab5dfa276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:53.100491 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9c0251ab-305b-4ea5-9c37-02a87afae344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:53.131022 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34cc84-ece6-40d0-850c-2caab5dfa276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a553d-8a2d-4d21-9dd4-04ba768f0170,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:53.148302 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3a34cc84-ece6-40d0-850c-2caab5dfa276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:53.153519 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3a34cc84-ece6-40d0-850c-2caab5dfa276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:53.157274 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-3a34cc84-ece6-40d0-850c-2caab5dfa276 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/331a553d-8a2d-4d21-9dd4-04ba768f0170 HTTP/1.1" status: 204 len: 168 time: 0.5276146 Sep 15 19:28:53.214008 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d72af3-d991-4943-9272-4ae29d839936 req-a49c2695-84cf-4d49-81e3-d94e44dcfb29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:53.215510 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99d72af3-d991-4943-9272-4ae29d839936 req-a49c2695-84cf-4d49-81e3-d94e44dcfb29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 919 time: 0.2630763 Sep 15 19:28:53.308835 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99d72af3-d991-4943-9272-4ae29d839936 req-372cc842-d2d8-4ca9-96ca-25ad7d2aa770 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f HTTP/1.1" status: 200 len: 217 time: 0.0835431 Sep 15 19:28:53.465962 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d72af3-d991-4943-9272-4ae29d839936 req-6c1d1e16-dd08-4291-ad99-fec9e92c55f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:53.468615 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99d72af3-d991-4943-9272-4ae29d839936 req-6c1d1e16-dd08-4291-ad99-fec9e92c55f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 200 len: 858 time: 0.1498876 Sep 15 19:28:53.559146 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99d72af3-d991-4943-9272-4ae29d839936 req-5ab8b001-ccfb-4a61-8c9d-a18889f2b07d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820682 Sep 15 19:28:53.884163 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99d72af3-d991-4943-9272-4ae29d839936 req-d998f1fd-38e4-4370-a7e6-10bfd087ccdd service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142352 Sep 15 19:28:53.900671 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ba86-3c2e-499a-b918-2f29e84da14d req-1ca91a07-9c8a-4984-9d5f-ec9b9231c4d4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:53.910738 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5e2ba86-3c2e-499a-b918-2f29e84da14d req-1ca91a07-9c8a-4984-9d5f-ec9b9231c4d4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.2817168 Sep 15 19:28:54.068650 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5e2ba86-3c2e-499a-b918-2f29e84da14d req-1ecc293a-ad67-4919-b489-265df9fee105 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569357 Sep 15 19:28:54.157603 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99d72af3-d991-4943-9272-4ae29d839936 req-810a8303-5f75-4f77-84bf-770e36a96354 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040401 Sep 15 19:28:54.278028 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 48966) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:54.312111 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:54.355182 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:54.357825 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72d8b8-87a6-472c-a143-6cc8496a5c8a req-5fe4bb1e-8283-49b3-afff-75afa3f938fa tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:54.364967 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Usage tracker for resource:security_group_rule and tenant:914821890a4c46deb91c36b0f806f130 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:54.371517 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f72d8b8-87a6-472c-a143-6cc8496a5c8a req-5fe4bb1e-8283-49b3-afff-75afa3f938fa tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1773098 Sep 15 19:28:54.372343 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:54.380581 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:54.461135 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f72d8b8-87a6-472c-a143-6cc8496a5c8a req-d107607c-4510-43e8-8ea8-b958f7058a57 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879531 Sep 15 19:28:54.463127 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:54.546857 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:54.565595 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c1c45630-24f5-411e-9e36-bd50e7a09c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:54.621168 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 48976) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:54.621706 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=914821890a4c46deb91c36b0f806f130&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3423014 Sep 15 19:28:54.623744 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32230f9c-56cb-49e1-b837-aefb004e3c7b,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:54.627237 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:54.703127 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f74d88f8-0079-4f3a-9aaa-ac28585fedcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:54.730013 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f74d88f8-0079-4f3a-9aaa-ac28585fedcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:54.891408 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f74d88f8-0079-4f3a-9aaa-ac28585fedcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:54.895547 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f98e4e00-d315-4bcf-85c8-6b4661772134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:54.923210 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d88f8-0079-4f3a-9aaa-ac28585fedcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32230f9c-56cb-49e1-b837-aefb004e3c7b,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:54.926529 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f74d88f8-0079-4f3a-9aaa-ac28585fedcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:54.928526 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f74d88f8-0079-4f3a-9aaa-ac28585fedcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:54.929822 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-f74d88f8-0079-4f3a-9aaa-ac28585fedcf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32230f9c-56cb-49e1-b837-aefb004e3c7b HTTP/1.1" status: 204 len: 168 time: 0.3076935 Sep 15 19:28:55.475493 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413f9e4-c21d-4b95-8eef-0e684763f94a req-d049373c-9edf-4643-809f-cc61dd9f6f8e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:55.477914 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7413f9e4-c21d-4b95-8eef-0e684763f94a req-d049373c-9edf-4643-809f-cc61dd9f6f8e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.1233978 Sep 15 19:28:55.581467 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7413f9e4-c21d-4b95-8eef-0e684763f94a req-ae2639d2-eb93-418f-9731-e2b4cb196761 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953460 Sep 15 19:28:55.736088 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126699-d7e2-42d9-ad98-48e749ba1d6c req-6cf2e525-2e15-4c34-a2f3-57833cc50eb6 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:55.744970 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-45126699-d7e2-42d9-ad98-48e749ba1d6c req-6cf2e525-2e15-4c34-a2f3-57833cc50eb6 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 946 time: 0.1230040 Sep 15 19:28:55.858723 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-45126699-d7e2-42d9-ad98-48e749ba1d6c req-724bfc30-5ee9-4e25-b1bb-03e57135ba47 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126790 Sep 15 19:28:55.928708 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7ce49-a1dc-43da-b073-330d059306ef req-cba788f2-f71c-4a0f-aaed-be9c5947e165 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:55.940136 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6dd7ce49-a1dc-43da-b073-330d059306ef req-cba788f2-f71c-4a0f-aaed-be9c5947e165 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 946 time: 0.1581223 Sep 15 19:28:55.998909 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6dd7ce49-a1dc-43da-b073-330d059306ef req-68c7769f-37b9-4dce-a798-361148c6d90b tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520046 Sep 15 19:28:56.141678 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96675da0-65c5-4370-b232-00f486bafb06 req-d453eefd-e1cf-43c4-af1f-b98e02cb098a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:56.148731 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-96675da0-65c5-4370-b232-00f486bafb06 req-d453eefd-e1cf-43c4-af1f-b98e02cb098a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1022718 Sep 15 19:28:56.207303 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-96675da0-65c5-4370-b232-00f486bafb06 req-7a4cd0e8-160f-40ce-9e39-e044e2c9b904 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575860 Sep 15 19:28:56.626065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 49032) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:56.966707 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-821431461-network', 'tenant_id': '5d3afda8ed944814943700ac8213a43e'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:56.979668 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:57.031833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Usage tracker for resource:network and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:57.042292 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:57.056838 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:57.288622 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303c22b-f845-4415-bfb1-b72848916040 req-813bc2c6-08ca-4bb3-a471-e4ce74e14e8b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:57.290115 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1303c22b-f845-4415-bfb1-b72848916040 req-813bc2c6-08ca-4bb3-a471-e4ce74e14e8b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.3156557 Sep 15 19:28:57.336658 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6909c-c27e-4d51-88b1-6b608bcfe947 req-aeb4a524-9d7c-4e15-ab3c-b31f5694e044 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:57.338016 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50f6909c-c27e-4d51-88b1-6b608bcfe947 req-aeb4a524-9d7c-4e15-ab3c-b31f5694e044 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 946 time: 0.2640202 Sep 15 19:28:57.350361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-d9686512-4ad1-4413-839b-514353c82540 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:57.351710 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-d9686512-4ad1-4413-839b-514353c82540 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.54 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 946 time: 0.2759690 Sep 15 19:28:57.411675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:28:57.432367 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1303c22b-f845-4415-bfb1-b72848916040 req-fc8bfb6e-58c0-4c9b-80d5-3cc50102fe9c tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339760 Sep 15 19:28:57.453986 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Deleting port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:28:57.454340 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:57.486915 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50f6909c-c27e-4d51-88b1-6b608bcfe947 req-c2b00ac8-c1d4-4930-97b9-f75a4bf89756 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336675 Sep 15 19:28:57.545631 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Made reservation on behalf of 5d3afda8ed944814943700ac8213a43e for: {'network': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:57.546939 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:57.600598 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:57.837846 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:57.919903 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Usage tracker for resource:security_group_rule and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:57.937562 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:57.957474 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:58.041706 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779438b8-e2e0-477c-b7b0-01423874e038 req-c9edac02-ddc1-49d1-8fee-52ce3c8af586 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:58.041706 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-779438b8-e2e0-477c-b7b0-01423874e038 req-c9edac02-ddc1-49d1-8fee-52ce3c8af586 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 946 time: 0.4762430 Sep 15 19:28:58.050412 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] For port 8fd323aa-f912-4b64-9aaa-718bf65a6d11, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8fd323aa-f912-4b64-9aaa-718bf65a6d11,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:58.050766 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.097740 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a939f9-820f-4a81-8ca8-e8db626fa7f7 req-aec7c697-6899-4f02-a487-8a8b10a33cbb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:58.099223 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-75a939f9-820f-4a81-8ca8-e8db626fa7f7 req-aec7c697-6899-4f02-a487-8a8b10a33cbb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.4528630 Sep 15 19:28:58.250168 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Calling delete_port for 8fd323aa-f912-4b64-9aaa-718bf65a6d11 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:28:58.372070 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-779438b8-e2e0-477c-b7b0-01423874e038 req-0c4027d2-f21e-4c58-b5a7-cad6d31da2d0 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093951 Sep 15 19:28:58.408664 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-998a2b52-96a0-4933-b7a0-d4d40bfa464d tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:58.408664 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-998a2b52-96a0-4933-b7a0-d4d40bfa464d tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 946 time: 0.5586815 Sep 15 19:28:58.421168 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.454575 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-75a939f9-820f-4a81-8ca8-e8db626fa7f7 req-2b18fb6f-c4bb-49a3-abdf-fb72d011827f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919428 Sep 15 19:28:58.536088 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Deleting port c03f67c5-1b3d-4671-80bb-5922dde059b7 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:28:58.536504 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.575835 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.579352 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c1030404-893a-44cf-b3cf-63d44a4e113f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:58.621366 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49070) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:58.681362 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4690be8-eb01-43e0-aa18-3451cbc26a62,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:58.691657 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:58.780835 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.812266 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:58.816481 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Usage tracker for resource:security_group_rule and tenant:52eb189bb3924b43ae7be257200c2a3c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:58.818664 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.819699 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:58.820422 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=75810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:28:58.827042 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:58.835994 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['8fd323aa-f912-4b64-9aaa-718bf65a6d11'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:28:58.851436 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:58.913399 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.917456 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Pushing event deleted for resources: {'Port': ['ID=8fd323aa-f912-4b64-9aaa-718bf65a6d11,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:58.920931 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.925889 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.segments_db [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Added segment 2a1def46-45e1-4f0d-a91e-2804a39e541f of type vlan for network 5cc91aab-8513-4423-8883-2e232dba596c Sep 15 19:28:58.929151 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:58.963778 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:58.974198 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-583cee4e-994e-4e7e-bfe0-68df70593a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:59.017081 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebba6313-8e82-4865-8d69-5c4c4ed62afe,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:59.020134 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:59.024105 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=52eb189bb3924b43ae7be257200c2a3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4017224 Sep 15 19:28:59.026856 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49082) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:59.087730 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2c30111d-ead6-4c5b-bdcd-338838843236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.116507 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8b54-e392-4a6f-b7c8-02fd3d562329 req-04951612-10ab-4a50-a3d0-0258377c5b1e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:59.117251 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2c30111d-ead6-4c5b-bdcd-338838843236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.118644 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6bcb8b54-e392-4a6f-b7c8-02fd3d562329 req-04951612-10ab-4a50-a3d0-0258377c5b1e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.4927497 Sep 15 19:28:59.152899 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.223645 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac74c63-463d-4034-a468-200a340b5d65 req-355f1867-a7fb-4790-a970-4de925e3d10d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:59.225073 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aac74c63-463d-4034-a468-200a340b5d65 req-355f1867-a7fb-4790-a970-4de925e3d10d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 946 time: 0.5321846 Sep 15 19:28:59.236683 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] No DVR routers for this DVR port 8fd323aa-f912-4b64-9aaa-718bf65a6d11 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:28:59.245926 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.249235 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2c30111d-ead6-4c5b-bdcd-338838843236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.254332 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a7af1b43-a950-4042-a5f8-cc35d06f0140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:59.259161 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e0cc95-dbe1-4f1e-9764-d7dc9e877599', 'name': 'network-vif-deleted', 'tag': '8fd323aa-f912-4b64-9aaa-718bf65a6d11'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:28:59.268299 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30111d-ead6-4c5b-bdcd-338838843236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebba6313-8e82-4865-8d69-5c4c4ed62afe,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:59.273375 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2c30111d-ead6-4c5b-bdcd-338838843236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:59.279921 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2c30111d-ead6-4c5b-bdcd-338838843236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.283981 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2c30111d-ead6-4c5b-bdcd-338838843236 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebba6313-8e82-4865-8d69-5c4c4ed62afe HTTP/1.1" status: 204 len: 168 time: 0.2532687 Sep 15 19:28:59.318431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] For port c03f67c5-1b3d-4671-80bb-5922dde059b7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=c03f67c5-1b3d-4671-80bb-5922dde059b7,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:28:59.318784 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.343925 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6bcb8b54-e392-4a6f-b7c8-02fd3d562329 req-887889b7-a178-4102-bcc3-0643ea413934 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082140 Sep 15 19:28:59.459703 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e0cc95-dbe1-4f1e-9764-d7dc9e877599', 'name': 'network-vif-deleted', 'tag': '8fd323aa-f912-4b64-9aaa-718bf65a6d11', 'status': 'completed', 'code': 200} Sep 15 19:28:59.471529 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Calling delete_port for c03f67c5-1b3d-4671-80bb-5922dde059b7 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:28:59.499192 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-58733b34-4ab7-4a99-9ec7-6b47b386834b req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.54 "DELETE /v2.0/ports/8fd323aa-f912-4b64-9aaa-718bf65a6d11 HTTP/1.1" status: 204 len: 173 time: 2.1276820 Sep 15 19:28:59.506458 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.512129 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aac74c63-463d-4034-a468-200a340b5d65 req-1e7b7e3b-1951-4d4c-be51-514daaf7c728 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732072 Sep 15 19:28:59.519655 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:59.519992 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.527684 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:28:59.734615 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Pushing event updated for resources: {'Network': ['ID=5cc91aab-8513-4423-8883-2e232dba596c,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:28:59.746963 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:28:59.754796 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 5cc91aab-8513-4423-8883-2e232dba596c details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:28:59.795791 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1660531 Sep 15 19:28:59.797018 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49100) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:28:59.804503 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Request body: {'subnet': {'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-821431461-subnet', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:28:59.815059 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:28:59.824389 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Usage tracker for resource:subnet and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:28:59.829524 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:28:59.836804 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:28:59.858137 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56312bc5-3867-41e5-9d65-03096eba9e49 req-b52945fb-1e50-4d1f-8223-1f9dfb2100de tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:59.859602 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-56312bc5-3867-41e5-9d65-03096eba9e49 req-b52945fb-1e50-4d1f-8223-1f9dfb2100de tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 946 time: 0.3062105 Sep 15 19:28:59.869910 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa169efc-9967-4a18-a590-18d66973d2ac req-c9100b12-3172-49e2-b313-1d745bc4102e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:28:59.871541 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa169efc-9967-4a18-a590-18d66973d2ac req-c9100b12-3172-49e2-b313-1d745bc4102e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1910889 Sep 15 19:28:59.929635 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Made reservation on behalf of 5d3afda8ed944814943700ac8213a43e for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:28:59.932676 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2094039'] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.993713 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:28:59.994256 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-56312bc5-3867-41e5-9d65-03096eba9e49 req-da0ff69f-dcd7-4595-935e-1d58f626e734 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217697 Sep 15 19:28:59.998794 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-848922d4-9fda-4109-ac85-6bb29151007d tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:00.001941 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['16d6dffe-b06d-4562-bef9-38b4d7f8d71c', '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841', 'e84eb657-0349-4469-b84b-dd911c97aee0'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:00.034772 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa169efc-9967-4a18-a590-18d66973d2ac req-af9d1ff3-c3f5-42cd-95d8-f3930fd0824f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484723 Sep 15 19:29:00.045568 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Pushing event deleted for resources: {'Port': ['ID=c03f67c5-1b3d-4671-80bb-5922dde059b7,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:00.058493 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:00.142798 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] No DVR routers for this DVR port c03f67c5-1b3d-4671-80bb-5922dde059b7 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:29:00.146454 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:00.157336 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32488c07-b3de-4f08-92b4-0054637b2abd req-3c81295a-7aa7-4828-933c-87ced570e2e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 1098 time: 0.2236123 Sep 15 19:29:00.232289 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1597822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2094017'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:00.239301 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:00.246644 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3c0de0ff-d515-4301-ab43-3e372c6c12e5 req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "DELETE /v2.0/ports/c03f67c5-1b3d-4671-80bb-5922dde059b7 HTTP/1.1" status: 204 len: 173 time: 1.8279686 Sep 15 19:29:00.298690 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32488c07-b3de-4f08-92b4-0054637b2abd req-e97d2cbf-f7a1-4741-ba62-011faccf998f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:00.300419 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32488c07-b3de-4f08-92b4-0054637b2abd req-e97d2cbf-f7a1-4741-ba62-011faccf998f service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.1352470 Sep 15 19:29:00.318980 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc1327e-fba8-4395-a3ec-676e45ea6829,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:00.322819 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:00.331373 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Checking segment: {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:00.331728 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Network hostable DHCP agents. Network: 5cc91aab-8513-4423-8883-2e232dba596c, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:29:00.419933 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32488c07-b3de-4f08-92b4-0054637b2abd req-b78c0b42-156c-4e8e-8b01-a351f36d037c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054 HTTP/1.1" status: 200 len: 1001 time: 0.1120114 Sep 15 19:29:00.438006 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Network 5cc91aab-8513-4423-8883-2e232dba596c is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:29:00.506151 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32488c07-b3de-4f08-92b4-0054637b2abd req-798e9f11-e981-4e9d-b50e-663dda9ee71c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:00.507634 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32488c07-b3de-4f08-92b4-0054637b2abd req-798e9f11-e981-4e9d-b50e-663dda9ee71c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.0776832 Sep 15 19:29:00.517951 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 5cc91aab-8513-4423-8883-2e232dba596c) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:00.522395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:00.523211 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:00.530277 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608e36f1-5629-4cb1-80d5-cb6d707d654b None None] Network 5cc91aab-8513-4423-8883-2e232dba596c requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:29:00.647732 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32488c07-b3de-4f08-92b4-0054637b2abd req-deb3fa25-8047-4b9c-9f08-755f9da0a0cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1308763 Sep 15 19:29:00.667553 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-da37b23b-12b5-457b-a953-7b935b0a3079 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8690999 Sep 15 19:29:00.671651 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49112) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:00.689381 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:00.699164 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:00.703801 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Usage tracker for resource:router and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:00.707297 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:00.714912 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:00.757013 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-2fc3c833-fa87-4aab-863f-878d0712a0ae req-f360602b-da84-4863-be1d-69eb1835bc4c tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Synchronizing usage tracker for tenant:e8b97becb7284d3b928ec06ee9e85c00 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:00.798086 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254087'] for router, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:00.799369 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-331940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254092'] for router, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:00.819578 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:00.819804 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec68947a-901f-532e-b36f-b1c47c7535e8-5cc91aab-8513-4423-8883-2e232dba596c', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829'}]}} from dv-cinder-805825-3-smb. {{(pid=75812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:29:00.820662 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:00.920329 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7544fa-fc0d-4834-9863-e0189efc199f req-c3d8d9d9-084b-46da-8b89-9059d88d62cd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:00.921376 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa7544fa-fc0d-4834-9863-e0189efc199f req-c3d8d9d9-084b-46da-8b89-9059d88d62cd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 945 time: 0.3259528 Sep 15 19:29:00.968662 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32488c07-b3de-4f08-92b4-0054637b2abd req-454fdb63-69e2-4750-829a-8d15dbcbc45d service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070519 Sep 15 19:29:00.990093 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.db_base_plugin_common [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Allocated IP 172.20.0.2 (5cc91aab-8513-4423-8883-2e232dba596c/6fc1327e-fba8-4395-a3ec-676e45ea6829/b2f91e26-2b65-48ae-a976-dc0dd5305e69) {{(pid=75812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:01.027391 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-2fc3c833-fa87-4aab-863f-878d0712a0ae req-f360602b-da84-4863-be1d-69eb1835bc4c tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Unset dirty status for tenant:e8b97becb7284d3b928ec06ee9e85c00 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:01.028445 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fc3c833-fa87-4aab-863f-878d0712a0ae req-f360602b-da84-4863-be1d-69eb1835bc4c tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=37e0cc95-dbe1-4f1e-9764-d7dc9e877599 HTTP/1.1" status: 200 len: 210 time: 0.3379188 Sep 15 19:29:01.032723 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa7544fa-fc0d-4834-9863-e0189efc199f req-6ae59d55-4fb6-47af-aa1b-02ab35ae5647 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994487 Sep 15 19:29:01.066275 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.145027 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32488c07-b3de-4f08-92b4-0054637b2abd req-6f6511d8-12f8-43a4-b862-24154558dbcd service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668797 Sep 15 19:29:01.249456 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Notify callbacks [] for port, precommit_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.263217 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Transition to ACTIVE for port object b2f91e26-2b65-48ae-a976-dc0dd5305e69 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:01.275523 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-01bd611c-e814-4de3-b4d1-671394150d00 req-f5ab5429-97de-4ca8-aeed-d83b67da1e6c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:01.286599 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Transition to ACTIVE for port object b2f91e26-2b65-48ae-a976-dc0dd5305e69 will not be triggered until provisioned by entity DHCP. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:01.353110 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.361735 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf1645-7939-4721-992e-23c368bfd0a0 req-2b1b00d9-4194-4d64-b94d-9a6469d33296 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:01.366117 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a1cf1645-7939-4721-992e-23c368bfd0a0 req-2b1b00d9-4194-4d64-b94d-9a6469d33296 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.0900760 Sep 15 19:29:01.384795 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.387657 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.394733 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:01.411270 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a1cf1645-7939-4721-992e-23c368bfd0a0 req-fd58485d-e019-42ff-bf15-56cc5602655f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Sep 15 19:29:01.414376 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-01bd611c-e814-4de3-b4d1-671394150d00 req-f5ab5429-97de-4ca8-aeed-d83b67da1e6c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:01.415518 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-01bd611c-e814-4de3-b4d1-671394150d00 req-f5ab5429-97de-4ca8-aeed-d83b67da1e6c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=dbc9a820-7189-4edb-bf40-2558d35a8c34 HTTP/1.1" status: 200 len: 210 time: 0.1894436 Sep 15 19:29:01.460912 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc9a820-7189-4edb-bf40-2558d35a8c34', 'name': 'network-vif-deleted', 'tag': 'c03f67c5-1b3d-4671-80bb-5922dde059b7'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:01.480115 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Network 5cc91aab-8513-4423-8883-2e232dba596c is already hosted by enough agents. {{(pid=75812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:01.483174 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.base_scheduler [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Resources bound (agent type, host, resource id): {{(pid=75812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:01.487091 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Received port after_create {{(pid=75812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:01.499053 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Pushing event updated for resources: {'Port': ['ID=b2f91e26-2b65-48ae-a976-dc0dd5305e69,revision_number=1']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:01.504501 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:01.537627 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc9a820-7189-4edb-bf40-2558d35a8c34', 'name': 'network-vif-deleted', 'tag': 'c03f67c5-1b3d-4671-80bb-5922dde059b7', 'status': 'completed', 'code': 200} Sep 15 19:29:01.544272 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Allocated IP 172.28.1.106 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/9fd3e116-0379-4746-8eb5-d0a3968834c1) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:01.595650 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Attempting to bind port b2f91e26-2b65-48ae-a976-dc0dd5305e69 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:29:01.596102 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Attempting to bind port b2f91e26-2b65-48ae-a976-dc0dd5305e69 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:29:01.596524 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Attempting to bind port b2f91e26-2b65-48ae-a976-dc0dd5305e69 on network 5cc91aab-8513-4423-8883-2e232dba596c {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:01.606418 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:29:01.606418 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Checking segment: {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:01.606418 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.606418 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Bound using segment: {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:29:01.606418 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Bound port: b2f91e26-2b65-48ae-a976-dc0dd5305e69, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:29:01.606418 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.723853 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] For port b2f91e26-2b65-48ae-a976-dc0dd5305e69, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:01.728082 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] For port b2f91e26-2b65-48ae-a976-dc0dd5305e69, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=b2f91e26-2b65-48ae-a976-dc0dd5305e69,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:01.755452 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.798373 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.802523 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:01.835952 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device c03f67c5-1b3d-4671-80bb-5922dde059b7 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:01.878626 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:01.879193 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: c03f67c5-1b3d-4671-80bb-5922dde059b7 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:29:01.879318 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device c03f67c5-1b3d-4671-80bb-5922dde059b7 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:29:01.879708 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8fd323aa-f912-4b64-9aaa-718bf65a6d11 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:01.885400 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:01.920495 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 8fd323aa-f912-4b64-9aaa-718bf65a6d11 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:29:01.920849 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8fd323aa-f912-4b64-9aaa-718bf65a6d11 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:29:01.921288 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:01.951740 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:01.954139 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:01.958324 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:01.985539 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Pushing event updated for resources: {'Port': ['ID=b2f91e26-2b65-48ae-a976-dc0dd5305e69,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:01.987737 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Pushing event updated for resources: {'Port': ['ID=9fd3e116-0379-4746-8eb5-d0a3968834c1,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:01.990943 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:01.994939 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:02.054238 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:02.090585 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:02.101837 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:02.159275 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'code': 200} Sep 15 19:29:02.222904 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:02.228213 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:02.259148 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:02.260212 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869'] for router, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:02.383951 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=8']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:02.399009 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:02.454289 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf16c9-e791-443d-af27-3bdbf6c9f703 req-44ed56b4-411d-4f1a-8e50-81f8bffd66f4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:02.456155 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-86bf16c9-e791-443d-af27-3bdbf6c9f703 req-44ed56b4-411d-4f1a-8e50-81f8bffd66f4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.1072078 Sep 15 19:29:02.545353 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-86bf16c9-e791-443d-af27-3bdbf6c9f703 req-f77cae45-719e-441f-b370-9865345b371d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837488 Sep 15 19:29:02.675325 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-98853d9f-342e-4078-b53b-47ace4a7696c tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:02.676803 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-98853d9f-342e-4078-b53b-47ace4a7696c tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/networks?id=f384f07e-eef4-41f5-a5a2-f81f5f18c27d HTTP/1.1" status: 200 len: 807 time: 0.1614070 Sep 15 19:29:02.712322 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Router 861eeff6-53a8-4301-b897-cff5880527b6 is scheduled to L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 with binding_index 1 {{(pid=75811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:29:02.728237 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-4e687323-2beb-44e9-8350-6373fe56d877 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/quotas/e8b97becb7284d3b928ec06ee9e85c00 HTTP/1.1" status: 200 len: 375 time: 0.0454142 Sep 15 19:29:02.783951 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-9a98c410-740c-4234-ae40-063c2e1fefb5 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8b97becb7284d3b928ec06ee9e85c00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489447 Sep 15 19:29:02.791927 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:02.913892 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb5f71-196a-4e65-b7bb-bc2c35ab0277 req-93383832-4575-4a0e-b4db-1f670e9aa792 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:02.921400 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbfb5f71-196a-4e65-b7bb-bc2c35ab0277 req-93383832-4575-4a0e-b4db-1f670e9aa792 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2300732 Sep 15 19:29:02.979336 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-95bf63ba-1977-4010-99cc-00a673c45267 service neutron] 10.222.0.57 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841400 Sep 15 19:29:02.989630 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:29:03.000624 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbfb5f71-196a-4e65-b7bb-bc2c35ab0277 req-4c518105-dc0e-4f2f-b250-8d4882445cb5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782886 Sep 15 19:29:03.004431 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Sync routers for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:29:03.019626 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:03.026382 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:28:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:03.125794 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:03.127560 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4532499 Sep 15 19:29:03.130380 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49150) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:03.201103 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8869fdc-ef8b-449a-a7a5-9083bcd3412f None None] Network 5cc91aab-8513-4423-8883-2e232dba596c requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:29:03.224247 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-7df01185-c9b4-4654-a699-005dc5581224 service neutron] 10.222.0.57 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223821 Sep 15 19:29:03.250391 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:03.380480 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-54796b40-354a-4e0b-b2d8-4b9b50984039 None None] Provisioning for port b2f91e26-2b65-48ae-a976-dc0dd5305e69 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:03.615729 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:02Z', 'revision_number': 3, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:03.619617 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-76676e0f-2c42-49bf-b6bd-4bd06a82bccf req-d8734bcf-ef7c-49b2-8975-7836b028171a tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 210 time: 0.1102812 Sep 15 19:29:03.620820 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Checking router: 861eeff6-53a8-4301-b897-cff5880527b6 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:29:03.621292 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Updating router 861eeff6-53a8-4301-b897-cff5880527b6 port 9fd3e116-0379-4746-8eb5-d0a3968834c1 binding host dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:29:03.696237 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:03.895026 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b690f0-f16c-4868-ac70-7e3050a8114d req-645bd366-56d8-42ae-91b3-e8aec8089c09 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:03.903539 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e2b690f0-f16c-4868-ac70-7e3050a8114d req-645bd366-56d8-42ae-91b3-e8aec8089c09 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.1143479 Sep 15 19:29:03.973791 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e2b690f0-f16c-4868-ac70-7e3050a8114d req-bd68f328-0b70-4118-bb88-3022328be82f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692022 Sep 15 19:29:04.281802 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device b2f91e26-2b65-48ae-a976-dc0dd5305e69 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:04.302847 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.326580 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.provisioning_blocks [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Transition to ACTIVE for port object 9fd3e116-0379-4746-8eb5-d0a3968834c1 will not be triggered until provisioned by entity L2. {{(pid=75813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:04.358764 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.398297 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.403914 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-d59165d0-92c3-4bb2-a9c8-00ccf7587e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:04.449655 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port b2f91e26-2b65-48ae-a976-dc0dd5305e69 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:04.456737 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port b2f91e26-2b65-48ae-a976-dc0dd5305e69 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:04.457862 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.576979 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Attempting to bind port 9fd3e116-0379-4746-8eb5-d0a3968834c1 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:29:04.577301 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Attempting to bind port 9fd3e116-0379-4746-8eb5-d0a3968834c1 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:29:04.587348 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Attempting to bind port 9fd3e116-0379-4746-8eb5-d0a3968834c1 on network 4f653d49-f5e4-4d58-abca-ae1862572e36 {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:04.587879 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d7160-7335-4cfe-a49d-faff0fb4ab89 req-97c47601-a190-4b9a-84a8-054bde1bee12 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:04.588016 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Pushing event updated for resources: {'Port': ['ID=9fd3e116-0379-4746-8eb5-d0a3968834c1,revision_number=2']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:04.589416 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ad0d7160-7335-4cfe-a49d-faff0fb4ab89 req-97c47601-a190-4b9a-84a8-054bde1bee12 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1853456 Sep 15 19:29:04.602484 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.603091 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.603424 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.603747 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.604065 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.604377 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.604693 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.605000 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.605311 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.605618 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.605925 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:04.615310 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:29:04.615940 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:04.616493 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.617066 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Bound using segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:29:04.618510 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Bound port: 9fd3e116-0379-4746-8eb5-d0a3968834c1, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:29:04.619084 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.660398 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:04.688815 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ad0d7160-7335-4cfe-a49d-faff0fb4ab89 req-81adb5f3-2bd2-472d-a0f1-7ac800ca4c60 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936325 Sep 15 19:29:04.714410 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] For port 9fd3e116-0379-4746-8eb5-d0a3968834c1, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:04.717611 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] For port 9fd3e116-0379-4746-8eb5-d0a3968834c1, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=9fd3e116-0379-4746-8eb5-d0a3968834c1,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:04.725575 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.733713 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Allocated IP 172.20.0.1 (5cc91aab-8513-4423-8883-2e232dba596c/6fc1327e-fba8-4395-a3ec-676e45ea6829/291a84b1-d659-4fff-b998-e5380bcdf7ea) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:04.762711 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port b2f91e26-2b65-48ae-a976-dc0dd5305e69, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=b2f91e26-2b65-48ae-a976-dc0dd5305e69,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:04.826675 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.831162 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-06fd23c1-90ee-45da-862b-ffa7a3fa8186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:04.864602 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5e62587-2b58-4ca1-b08f-f3b15035700f req-8d486865-afe9-4ba1-ad46-5cfcf7f7376a tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 210 time: 0.0540295 Sep 15 19:29:04.913148 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.916963 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Pushing event updated for resources: {'Port': ['ID=9fd3e116-0379-4746-8eb5-d0a3968834c1,revision_number=3']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:04.920745 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:04.921692 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:04.922306 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:28:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:04.939247 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.provisioning_blocks [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Transition to ACTIVE for port object 291a84b1-d659-4fff-b998-e5380bcdf7ea will not be triggered until provisioned by entity DHCP. {{(pid=75811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:04.958523 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:04.969208 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-bd3a9e75-2394-42cf-98d3-46dcde1f38d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:05.061875 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:05.070931 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=b2f91e26-2b65-48ae-a976-dc0dd5305e69,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:05.088951 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-82210295-ee65-4966-9fbf-84b4139720fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:05.094310 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:05.119880 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:05.140603 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-098452ea-b183-4925-ba02-bd701e662ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:05.157248 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Network 5cc91aab-8513-4423-8883-2e232dba596c is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:05.159972 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:05.163519 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:05.252658 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Pushing event updated for resources: {'Port': ['ID=291a84b1-d659-4fff-b998-e5380bcdf7ea,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:05.255602 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:05.260669 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694531'] for router_interface, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:05.441710 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:05.473391 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:02Z', 'revision_number': 3, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:05.478355 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38e703-675f-4e2e-bc38-0e12c1231ff5 None None] The sync data for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb is: [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:02Z', 'revision_number': 3, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:29:05.633572 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-9647dfe2-1914-457c-a101-6edfe1e5a77b None None] Provisioning for port 291a84b1-d659-4fff-b998-e5380bcdf7ea completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:05.643805 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-9647dfe2-1914-457c-a101-6edfe1e5a77b None None] Provisioning complete for port 291a84b1-d659-4fff-b998-e5380bcdf7ea triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:05.643805 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9647dfe2-1914-457c-a101-6edfe1e5a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:05.713636 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:05.722451 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:05.741355 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-9647dfe2-1914-457c-a101-6edfe1e5a77b None None] Port 291a84b1-d659-4fff-b998-e5380bcdf7ea cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:29:05.821895 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:05.827492 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1597893'] for port, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:05.888498 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:06.010308 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Pushing event updated for resources: {'Port': ['ID=291a84b1-d659-4fff-b998-e5380bcdf7ea,revision_number=2']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:06.021234 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:06.036824 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3810520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695343'] for router_interface, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:06.071927 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddc7f3-cbcc-496a-b186-c5ae37471d14 req-188dc42e-260e-4ffd-974f-9fa8fb29afd7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:06.074702 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6bddc7f3-cbcc-496a-b186-c5ae37471d14 req-188dc42e-260e-4ffd-974f-9fa8fb29afd7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 945 time: 0.2316425 Sep 15 19:29:06.116911 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66d357-eef4-48be-96ec-64611a11b6f2 req-cacbef72-32b6-4712-8b51-91a3e53c108d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:06.124650 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5e66d357-eef4-48be-96ec-64611a11b6f2 req-cacbef72-32b6-4712-8b51-91a3e53c108d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2040505 Sep 15 19:29:06.214504 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5e66d357-eef4-48be-96ec-64611a11b6f2 req-29c14967-2345-4ff5-8249-79009b7f2bfc tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888183 Sep 15 19:29:06.233371 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Network 5cc91aab-8513-4423-8883-2e232dba596c is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:06.234820 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:06.245904 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6bddc7f3-cbcc-496a-b186-c5ae37471d14 req-5935c3fb-a8cb-49fb-97de-17e35da779c5 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634769 Sep 15 19:29:06.307575 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 9fd3e116-0379-4746-8eb5-d0a3968834c1 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:06.552205 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 9fd3e116-0379-4746-8eb5-d0a3968834c1 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:06.557609 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 9fd3e116-0379-4746-8eb5-d0a3968834c1 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:06.558024 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:06.708804 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-7b58519f-75c0-47f4-b7a8-8a191003ad0b None None] Provisioning complete for port 291a84b1-d659-4fff-b998-e5380bcdf7ea triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:06.709479 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-7b58519f-75c0-47f4-b7a8-8a191003ad0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:06.727663 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0300ad1d-1611-4bfb-a9a9-e04a34269ef0 req-d7462af6-e2e4-481b-a4cc-451725b04477 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 210 time: 0.2391863 Sep 15 19:29:06.809421 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-7b58519f-75c0-47f4-b7a8-8a191003ad0b None None] Port 291a84b1-d659-4fff-b998-e5380bcdf7ea cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:29:06.810534 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:06.834025 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 9fd3e116-0379-4746-8eb5-d0a3968834c1, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=9fd3e116-0379-4746-8eb5-d0a3968834c1,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:06.835735 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Router 861eeff6-53a8-4301-b897-cff5880527b6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:29:06.869066 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2c102b5d-f2ad-434a-8038-3f78b8f14b16 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:06.870776 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2c102b5d-f2ad-434a-8038-3f78b8f14b16 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.54 "GET /v2.0/networks?id=f384f07e-eef4-41f5-a5a2-f81f5f18c27d HTTP/1.1" status: 200 len: 807 time: 0.4865773 Sep 15 19:29:06.881283 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-92c10afc-0cbc-42eb-9242-f2a58164561f req-8605f6b5-1cdf-45ec-be88-aaeda4a94db2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3080437 Sep 15 19:29:06.905478 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Request body: {'port': {'device_id': '64fd0186-37f6-456e-9fbd-dcc1d36700b7', 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d', 'admin_state_up': True, 'tenant_id': 'e8b97becb7284d3b928ec06ee9e85c00'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:06.912113 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:06.913068 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device b2f91e26-2b65-48ae-a976-dc0dd5305e69 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:06.978055 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:07.068738 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=9fd3e116-0379-4746-8eb5-d0a3968834c1,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:07.073087 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:07.081929 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port b2f91e26-2b65-48ae-a976-dc0dd5305e69 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:07.082372 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:07.098022 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:07.109740 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:07.166013 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:29:07.182427 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] 10.222.0.57 "PUT /v2.0/routers/861eeff6-53a8-4301-b897-cff5880527b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0447617 Sep 15 19:29:07.215977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Made reservation on behalf of e8b97becb7284d3b928ec06ee9e85c00 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:07.220528 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:07.477794 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e6122ba3-341c-4cc0-b21e-42a2c2825583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:07.593564 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Allocated IP 172.20.0.14 (f384f07e-eef4-41f5-a5a2-f81f5f18c27d/7867e8cf-4a43-44d8-96bc-fe8a98c4ca82/4b78c373-2122-4b45-88db-70ec342f3c2c) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:07.674138 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-39bdd105-160b-4bac-9857-5f9a5e743629 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:07.675566 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-39bdd105-160b-4bac-9857-5f9a5e743629 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 945 time: 0.2642188 Sep 15 19:29:07.729029 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94ac2-499f-4067-8e03-cb6c7a8ef6ea req-ce5e4283-088d-450c-8ce9-3f7659612089 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:07.730498 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-73e94ac2-499f-4067-8e03-cb6c7a8ef6ea req-ce5e4283-088d-450c-8ce9-3f7659612089 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.2817147 Sep 15 19:29:07.743225 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aa018-9a2a-4e8b-a0f7-74777d72cce5 req-64e20acc-b709-4a4d-b7dd-69244d710660 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:07.744673 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-011aa018-9a2a-4e8b-a0f7-74777d72cce5 req-64e20acc-b709-4a4d-b7dd-69244d710660 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2908914 Sep 15 19:29:07.801945 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49238) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:07.925604 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Deleting port e84eb657-0349-4469-b84b-dd911c97aee0 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:29:07.925946 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:07.949646 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-e0bf8909-07a5-4bd1-ba23-31cb9fe5158d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464045 Sep 15 19:29:07.996405 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-011aa018-9a2a-4e8b-a0f7-74777d72cce5 req-06f45f14-6929-43e1-bf36-d2ef27c2b272 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262375 Sep 15 19:29:07.998464 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-73e94ac2-499f-4067-8e03-cb6c7a8ef6ea req-5d46dc17-1f3b-4af0-80a3-14afe421a939 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526355 Sep 15 19:29:08.067533 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:08.189450 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 9fd3e116-0379-4746-8eb5-d0a3968834c1 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:08.221967 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:08.291790 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 9fd3e116-0379-4746-8eb5-d0a3968834c1 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:08.292182 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:08.332848 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-16ecd512-eddb-4c3c-85ef-71058a919a01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:08.474584 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Network f384f07e-eef4-41f5-a5a2-f81f5f18c27d is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:08.488405 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:08.490921 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:08.501566 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:08.524475 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Pushing event updated for resources: {'Port': ['ID=4b78c373-2122-4b45-88db-70ec342f3c2c,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:08.527311 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:08.580400 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] For port e84eb657-0349-4469-b84b-dd911c97aee0, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e84eb657-0349-4469-b84b-dd911c97aee0,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:08.580756 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:08.809247 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Calling delete_port for e84eb657-0349-4469-b84b-dd911c97aee0 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:29:08.840626 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49268) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:08.846392 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:08.847019 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:08.848104 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1046337096-network', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:08.861762 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:08.875650 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Usage tracker for resource:network and tenant:754ed96a91254f98a004a72f4e54dd91 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:08.879293 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:08.887784 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:08.895340 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c9a3-fba3-4306-af29-be578259b642 req-421dc32f-22d6-4e7f-bbe9-75ad5dcd434c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:08.896862 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-42c1c9a3-fba3-4306-af29-be578259b642 req-421dc32f-22d6-4e7f-bbe9-75ad5dcd434c tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 945 time: 0.6812477 Sep 15 19:29:08.912005 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bff0ba-db15-40dd-8c4b-a47b4a7dc6a4 req-206779d2-532c-4350-8e63-2f2a51bc6dba tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:08.913551 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-55bff0ba-db15-40dd-8c4b-a47b4a7dc6a4 req-206779d2-532c-4350-8e63-2f2a51bc6dba tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 932 time: 0.6967061 Sep 15 19:29:09.009032 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1067898 Sep 15 19:29:09.033588 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Request body: {'port': {'device_id': '64fd0186-37f6-456e-9fbd-dcc1d36700b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:09.102148 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-55bff0ba-db15-40dd-8c4b-a47b4a7dc6a4 req-7ac17229-c6e7-4f23-8e96-f996b1eb2cd4 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705542 Sep 15 19:29:09.102148 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-42c1c9a3-fba3-4306-af29-be578259b642 req-48d9175c-3af2-4bfc-a77c-835f2ceef9f2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769211 Sep 15 19:29:09.159580 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Made reservation on behalf of 754ed96a91254f98a004a72f4e54dd91 for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:09.165327 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.205784 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.254713 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.277929 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:09.283321 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Usage tracker for resource:security_group_rule and tenant:754ed96a91254f98a004a72f4e54dd91 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:09.286520 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:09.294808 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:09.370363 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.384176 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-987def74-b56d-4c6a-8ca4-760417a0e94a tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:09.385627 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['16d6dffe-b06d-4562-bef9-38b4d7f8d71c', '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841', 'e84eb657-0349-4469-b84b-dd911c97aee0'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:09.394937 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.492166 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Pushing event deleted for resources: {'Port': ['ID=e84eb657-0349-4469-b84b-dd911c97aee0,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:09.500220 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:09.516036 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Sync routers for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:29:09.517964 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.529568 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ecf29ba7-a1b0-4df6-b286-b9df07c2a09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:09.549393 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:29:09.570628 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44607930-ba1e-499d-84d8-095130c304ce,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:09.573555 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.573925 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Added segment deb60613-42b3-41f1-b7dc-25bf8b00ebe0 of type vlan for network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 Sep 15 19:29:09.575255 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:09.591912 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:09.592662 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:29:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:09.607447 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.659677 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] No DVR routers for this DVR port e84eb657-0349-4469-b84b-dd911c97aee0 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:29:09.662065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.676130 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffa95d0-51f7-4fc4-a152-0f456247e5ed', 'name': 'network-vif-deleted', 'tag': 'e84eb657-0349-4469-b84b-dd911c97aee0'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:09.723426 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.724873 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:09.725479 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:09.726819 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a969c9-92ce-44b9-bb2b-081bc20d16eb req-64d78ed3-31fc-42d7-8166-8547f6fd6884 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:09.728831 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c4a969c9-92ce-44b9-bb2b-081bc20d16eb req-64d78ed3-31fc-42d7-8166-8547f6fd6884 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.4595394 Sep 15 19:29:09.731234 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8158841a-e74c-4362-a76f-938e43b8a242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:09.787692 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc227-1e53-4c0c-a207-8b047bb737f0 req-282abe68-4cd2-4ff1-8efd-0dcadc39452b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:09.797640 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d12fc227-1e53-4c0c-a207-8b047bb737f0 req-282abe68-4cd2-4ff1-8efd-0dcadc39452b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.4153056 Sep 15 19:29:09.865583 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Pushing event updated for resources: {'Network': ['ID=74b9d365-a7be-408d-a7d4-ebaa7b1a1764,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:09.869029 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:09.920881 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:29:09.929525 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0874419 Sep 15 19:29:09.932101 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49288) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:09.937729 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Request body: {'subnet': {'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1046337096-subnet', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:09.945460 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:09.952486 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Usage tracker for resource:subnet and tenant:754ed96a91254f98a004a72f4e54dd91 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:09.958973 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:09.967222 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:09.992494 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f90c3d9d-8cc1-4805-983b-2566e99afe33 req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "DELETE /v2.0/ports/e84eb657-0349-4469-b84b-dd911c97aee0 HTTP/1.1" status: 204 len: 173 time: 2.3035026 Sep 15 19:29:10.019750 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c4a969c9-92ce-44b9-bb2b-081bc20d16eb req-b48a7ce1-8d7a-418e-bbcf-d0074c5a0729 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699070 Sep 15 19:29:10.030618 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d12fc227-1e53-4c0c-a207-8b047bb737f0 req-f5501888-5f73-4a4e-ae0e-b95f7905db57 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325180 Sep 15 19:29:10.079999 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:10.108000 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b78c373-2122-4b45-88db-70ec342f3c2c {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:29:10.115890 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:10.136581 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:10.138091 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Transition to ACTIVE for port object 4b78c373-2122-4b45-88db-70ec342f3c2c will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:10.140162 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffa95d0-51f7-4fc4-a152-0f456247e5ed', 'name': 'network-vif-deleted', 'tag': 'e84eb657-0349-4469-b84b-dd911c97aee0', 'status': 'completed', 'code': 200} Sep 15 19:29:10.158148 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Made reservation on behalf of 754ed96a91254f98a004a72f4e54dd91 for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:10.164626 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2094039'] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:10.311352 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:10.355002 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8807520b-e72b-49ab-8b17-8b30142c3cd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:10.484815 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 2, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:10.489935 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Checking router: 861eeff6-53a8-4301-b897-cff5880527b6 for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:29:10.490305 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Updating router 861eeff6-53a8-4301-b897-cff5880527b6 port 291a84b1-d659-4fff-b998-e5380bcdf7ea binding host dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:29:10.533999 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-491ef0a1-2c1f-4df8-a3b9-5fb16897d8c2 req-9782cf1f-5ddc-4136-b73a-2b80e19c8cd7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:10.543043 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:10.602842 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Pushing event updated for resources: {'Port': ['ID=4b78c373-2122-4b45-88db-70ec342f3c2c,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:10.605591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:10.621243 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1597822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2094017'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:10.628293 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d026a4fa-95fe-4737-b665-c1cf065fe110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:10.703919 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e98899-e4ca-4768-918b-181885f129f9 req-dcd8611e-60e0-4c81-8f91-3021837bca87 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:10.704521 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-55e98899-e4ca-4768-918b-181885f129f9 req-dcd8611e-60e0-4c81-8f91-3021837bca87 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Synchronizing usage tracker for tenant:e8b97becb7284d3b928ec06ee9e85c00 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:10.760001 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-491ef0a1-2c1f-4df8-a3b9-5fb16897d8c2 req-9782cf1f-5ddc-4136-b73a-2b80e19c8cd7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:10.761292 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-491ef0a1-2c1f-4df8-a3b9-5fb16897d8c2 req-9782cf1f-5ddc-4136-b73a-2b80e19c8cd7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ffa95d0-51f7-4fc4-a152-0f456247e5ed HTTP/1.1" status: 200 len: 210 time: 0.3595357 Sep 15 19:29:10.792208 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-b1952769-c686-4225-91a4-2723e5b135d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5&tenant_id=ac059076ce774e1a909de86347779f78 HTTP/1.1" status: 200 len: 1096 time: 0.2961748 Sep 15 19:29:10.818766 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Attempting to bind port 4b78c373-2122-4b45-88db-70ec342f3c2c on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:29:10.819136 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Attempting to bind port 4b78c373-2122-4b45-88db-70ec342f3c2c by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:29:10.819462 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Attempting to bind port 4b78c373-2122-4b45-88db-70ec342f3c2c on network f384f07e-eef4-41f5-a5a2-f81f5f18c27d {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:10.854741 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Checking segment: {'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:10.855096 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Network hostable DHCP agents. Network: 74b9d365-a7be-408d-a7d4-ebaa7b1a1764, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:29:10.861120 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f64ccb6e-2aab-4833-8148-5e78a16083d8,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:10.866842 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:10.943163 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Notify callbacks [] for port, precommit_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:10.961996 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Transition to ACTIVE for port object 291a84b1-d659-4fff-b998-e5380bcdf7ea will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:10.978768 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-55e98899-e4ca-4768-918b-181885f129f9 req-dcd8611e-60e0-4c81-8f91-3021837bca87 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Unset dirty status for tenant:e8b97becb7284d3b928ec06ee9e85c00 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:10.979929 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-55e98899-e4ca-4768-918b-181885f129f9 req-dcd8611e-60e0-4c81-8f91-3021837bca87 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 944 time: 0.7187901 Sep 15 19:29:10.984720 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Port 4b78c373-2122-4b45-88db-70ec342f3c2c on network f384f07e-eef4-41f5-a5a2-f81f5f18c27d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:29:10.985041 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Attempting to bind port 4b78c373-2122-4b45-88db-70ec342f3c2c on network f384f07e-eef4-41f5-a5a2-f81f5f18c27d {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:10.991211 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:29:11.103102 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:29:11.103435 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Checking segment: {'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:11.103819 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Bound using segment: {'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:29:11.104255 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Bound port: 4b78c373-2122-4b45-88db-70ec342f3c2c, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101c6d76-2c52-4133-97bd-5de188510adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:29:11.104598 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.128793 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.129483 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 74b9d365-a7be-408d-a7d4-ebaa7b1a1764) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:11.136620 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:11.141687 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:11.142444 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.186197 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e0bf3-add4-4345-be52-c4846cb58ada None None] Network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:29:11.249141 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-d5c37cfa-fb65-469d-b99a-f6ca0fef48a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 1096 time: 0.4252133 Sep 15 19:29:11.264330 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3308876 Sep 15 19:29:11.265719 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49306) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:11.270718 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-55e98899-e4ca-4768-918b-181885f129f9 req-506f69d8-e622-4bb1-b778-48d4fd896a33 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786307 Sep 15 19:29:11.271611 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:11.273977 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ee5a0dee-9616-49af-9b3c-1389a241d87a req-d75564e3-0a0e-4a49-a4dc-adc60f2e3304 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1099 time: 0.3618422 Sep 15 19:29:11.280261 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:11.286353 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Usage tracker for resource:router and tenant:754ed96a91254f98a004a72f4e54dd91 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:11.292686 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:11.308517 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:11.412633 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb6ead-3652-4b9b-aca5-0e4eb3c961a0 None None] Pushing event updated for resources: {'Port': ['ID=291a84b1-d659-4fff-b998-e5380bcdf7ea,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:11.416242 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-0eeb6ead-3652-4b9b-aca5-0e4eb3c961a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:11.434805 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] For port 4b78c373-2122-4b45-88db-70ec342f3c2c, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:11.473811 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254087'] for router, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.475108 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-331940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254092'] for router, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.516746 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] For port 4b78c373-2122-4b45-88db-70ec342f3c2c, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b78c373-2122-4b45-88db-70ec342f3c2c,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:11.518723 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.532791 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ee5a0dee-9616-49af-9b3c-1389a241d87a req-3cf93b1e-cbbf-48a3-b433-82281f442900 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241745 Sep 15 19:29:11.548919 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26437ded-d5b8-4b2d-8e9d-9440926d6118 req-56a1325e-9eb3-42e2-98b0-5c81e9cd28a9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:11.551286 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-26437ded-d5b8-4b2d-8e9d-9440926d6118 req-56a1325e-9eb3-42e2-98b0-5c81e9cd28a9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.3686676 Sep 15 19:29:11.563786 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Attempting to bind port 291a84b1-d659-4fff-b998-e5380bcdf7ea on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:29:11.564420 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Attempting to bind port 291a84b1-d659-4fff-b998-e5380bcdf7ea by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:29:11.564529 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Attempting to bind port 291a84b1-d659-4fff-b998-e5380bcdf7ea on network 5cc91aab-8513-4423-8883-2e232dba596c {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:11.582308 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cbc19-ed35-44df-803a-674336699a5e req-a4968e77-bcf3-4bc9-bdbd-d516ab1d1c3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:11.583742 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-a4968e77-bcf3-4bc9-bdbd-d516ab1d1c3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.3080494 Sep 15 19:29:11.589349 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:29:11.589727 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Checking segment: {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:11.590145 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.590542 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Bound using segment: {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:29:11.591016 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Bound port: 291a84b1-d659-4fff-b998-e5380bcdf7ea, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:29:11.591383 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.618855 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-26437ded-d5b8-4b2d-8e9d-9440926d6118 req-0ccae271-587a-4792-8e82-3f0700100422 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575228 Sep 15 19:29:11.625565 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416586c-e9e6-462d-9eba-ba32d4e42aba req-1b4d51fa-1f16-4b3e-a458-78a8c0d044c4 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:11.627964 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0416586c-e9e6-462d-9eba-ba32d4e42aba req-1b4d51fa-1f16-4b3e-a458-78a8c0d044c4 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1897411 Sep 15 19:29:11.660604 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.668818 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-deb35309-325c-4058-93f1-0d81ae79a421 tempest-DeleteServersTestJSON-1790215206 tempest-DeleteServersTestJSON-1790215206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:11.725798 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec68947a-901f-532e-b36f-b1c47c7535e8-74b9d365-a7be-408d-a7d4-ebaa7b1a1764', 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'fixed_ips': [{'subnet_id': 'f64ccb6e-2aab-4833-8148-5e78a16083d8'}]}} from dv-cinder-805825-3-smb. {{(pid=75812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:29:11.726645 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.753857 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] For port 291a84b1-d659-4fff-b998-e5380bcdf7ea, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:11.757636 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] For port 291a84b1-d659-4fff-b998-e5380bcdf7ea, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=291a84b1-d659-4fff-b998-e5380bcdf7ea,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:11.789249 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Pushing event updated for resources: {'Port': ['ID=4b78c373-2122-4b45-88db-70ec342f3c2c,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:11.796050 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.800698 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:11.808724 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.810236 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] 10.222.0.54 "PUT /v2.0/ports/4b78c373-2122-4b45-88db-70ec342f3c2c HTTP/1.1" status: 200 len: 1094 time: 2.7845452 Sep 15 19:29:11.844123 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:11.849844 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:11.860647 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0416586c-e9e6-462d-9eba-ba32d4e42aba req-45f22b32-3759-4d61-a231-772eede926e8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269025 Sep 15 19:29:11.879354 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-72ca6c63-ddf5-4639-b675-8d051d2efe19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054 HTTP/1.1" status: 200 len: 999 time: 0.1427422 Sep 15 19:29:11.897567 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device e84eb657-0349-4469-b84b-dd911c97aee0 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:11.981387 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cbc19-ed35-44df-803a-674336699a5e req-4c0e7cdd-c016-46c1-adfc-421ec4b6021d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:11.983219 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-4c0e7cdd-c016-46c1-adfc-421ec4b6021d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.0973959 Sep 15 19:29:11.986663 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: e84eb657-0349-4469-b84b-dd911c97aee0 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:29:11.987062 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device e84eb657-0349-4469-b84b-dd911c97aee0 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:29:12.041194 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.db_base_plugin_common [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Allocated IP 172.20.0.2 (74b9d365-a7be-408d-a7d4-ebaa7b1a1764/f64ccb6e-2aab-4833-8148-5e78a16083d8/94cbe27f-fba6-4a41-8a51-b126e12f54ef) {{(pid=75812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:12.049533 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb6ead-3652-4b9b-aca5-0e4eb3c961a0 None None] Pushing event updated for resources: {'Port': ['ID=291a84b1-d659-4fff-b998-e5380bcdf7ea,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:12.063130 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-0eeb6ead-3652-4b9b-aca5-0e4eb3c961a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:12.073555 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:12.077146 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:29:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:12.145318 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64fd0186-37f6-456e-9fbd-dcc1d36700b7', 'tag': '4b78c373-2122-4b45-88db-70ec342f3c2c'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:12.213346 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-bafb6064-2e60-41af-957b-5eb221d12c20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8b97becb7284d3b928ec06ee9e85c00&device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 1097 time: 0.2338586 Sep 15 19:29:12.215843 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:12.222261 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-7afefe33-5855-4eb7-9213-a1ee94aec689 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1815667 Sep 15 19:29:12.247595 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:12.318582 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-11c1c04a-2d56-43b7-bf58-bd5e41b17e34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b78c373-2122-4b45-88db-70ec342f3c2c HTTP/1.1" status: 200 len: 217 time: 0.0951111 Sep 15 19:29:12.321308 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64fd0186-37f6-456e-9fbd-dcc1d36700b7', 'tag': '4b78c373-2122-4b45-88db-70ec342f3c2c', 'status': 'completed', 'code': 200} Sep 15 19:29:12.518370 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Allocated IP 172.28.1.109 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/1f23961d-99ac-4ac1-977f-0a6001b3e61f) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:12.552961 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:12.676750 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-4bf254a3-7f0a-4206-82ef-23ded1922e10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:12.679394 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-4bf254a3-7f0a-4206-82ef-23ded1922e10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7867e8cf-4a43-44d8-96bc-fe8a98c4ca82 HTTP/1.1" status: 200 len: 847 time: 0.3349800 Sep 15 19:29:12.683535 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-81d69843-b4bc-49f7-a41d-905f6342ff38 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614566 Sep 15 19:29:12.723144 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:12.747334 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:12.761136 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Transition to ACTIVE for port object 94cbe27f-fba6-4a41-8a51-b126e12f54ef will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:12.831814 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-d7a8e4ac-21e3-4189-9fcb-8248575377b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f384f07e-eef4-41f5-a5a2-f81f5f18c27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139176 Sep 15 19:29:12.854708 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Transition to ACTIVE for port object 94cbe27f-fba6-4a41-8a51-b126e12f54ef will not be triggered until provisioned by entity DHCP. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:12.872444 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:12.892267 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:12.963565 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:12.969341 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:12.970304 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:12.974582 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:12.979541 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:13.011977 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Pushing event updated for resources: {'Port': ['ID=1f23961d-99ac-4ac1-977f-0a6001b3e61f,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:13.018629 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:13.116629 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 is already hosted by enough agents. {{(pid=75812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:13.122008 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.base_scheduler [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Resources bound (agent type, host, resource id): {{(pid=75812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:13.124770 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Received port after_create {{(pid=75812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:13.127005 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Pushing event updated for resources: {'Port': ['ID=94cbe27f-fba6-4a41-8a51-b126e12f54ef,revision_number=1']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:13.129694 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:13.166636 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-834cbc19-ed35-44df-803a-674336699a5e req-2bf13695-3bc5-470c-b466-8bfdcada0307 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498224 Sep 15 19:29:13.197558 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-235487ee-578c-4f8a-9ebf-e3e17107d2a2 service neutron] 10.222.0.54 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569436 Sep 15 19:29:13.203042 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a67ec-3322-43ec-8f97-9860d61a01a3 req-eba4cbd4-cb37-428f-b41d-9e61882263db tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:13.204505 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-576a67ec-3322-43ec-8f97-9860d61a01a3 req-eba4cbd4-cb37-428f-b41d-9e61882263db tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 944 time: 0.5952146 Sep 15 19:29:13.219895 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:11Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:13.228551 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaed6c2-93c6-46c5-a36f-f16783ddaaca req-6e02a001-5a8b-4123-953b-069a8290e0ad tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:13.228782 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15afb905-3a63-44b8-98de-7906463c0e9b None None] The sync data for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb is: [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:11Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:29:13.230009 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8aaed6c2-93c6-46c5-a36f-f16783ddaaca req-6e02a001-5a8b-4123-953b-069a8290e0ad tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 945 time: 0.4944270 Sep 15 19:29:13.232861 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Attempting to bind port 94cbe27f-fba6-4a41-8a51-b126e12f54ef on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:29:13.232861 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Attempting to bind port 94cbe27f-fba6-4a41-8a51-b126e12f54ef by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:29:13.232861 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Attempting to bind port 94cbe27f-fba6-4a41-8a51-b126e12f54ef on network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:13.239223 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:29:13.240078 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Checking segment: {'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:13.240078 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:13.240376 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Bound using segment: {'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:29:13.240958 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Bound port: 94cbe27f-fba6-4a41-8a51-b126e12f54ef, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:29:13.241422 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:13.275277 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:13.276743 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869'] for router, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:13.384025 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] For port 94cbe27f-fba6-4a41-8a51-b126e12f54ef, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:13.388353 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] For port 94cbe27f-fba6-4a41-8a51-b126e12f54ef, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=94cbe27f-fba6-4a41-8a51-b126e12f54ef,segment=NetworkSegment(deb60613-42b3-41f1-b7dc-25bf8b00ebe0),segment_id=deb60613-42b3-41f1-b7dc-25bf8b00ebe0)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:13.468813 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-576a67ec-3322-43ec-8f97-9860d61a01a3 req-c35d539f-f93c-48cc-bb71-0276dd6ec985 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356889 Sep 15 19:29:13.471058 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9067b27-74a6-484b-a5dd-e0845a34521e req-c97b914b-3fe0-4163-a8d0-bc57cc83a8fd service neutron] 10.222.0.54 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650928 Sep 15 19:29:13.474695 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8aaed6c2-93c6-46c5-a36f-f16783ddaaca req-70d6a682-227c-4dd9-b4aa-00d225e58334 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279532 Sep 15 19:29:13.501440 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:13.506689 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:13.653868 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Pushing event updated for resources: {'Port': ['ID=94cbe27f-fba6-4a41-8a51-b126e12f54ef,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:13.657262 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:13.722623 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-3336cdaa-1005-4a2c-90a8-93e0b484a01f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e8b97becb7284d3b928ec06ee9e85c00&device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 1097 time: 0.0988772 Sep 15 19:29:13.729049 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a is scheduled to L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 with binding_index 1 {{(pid=75811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:29:14.007735 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49340) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:14.101587 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Deleting subnet d4529c95-f1f3-4551-9f94-1a4f0199ebcf {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:29:14.101587 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.191010 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b8c13-a673-4427-9156-7593448e26ac req-5ff6c6fe-ea35-4374-87a0-85ace2096afa tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:14.191284 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.191363 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-849b8c13-a673-4427-9156-7593448e26ac req-5ff6c6fe-ea35-4374-87a0-85ace2096afa tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.4654315 Sep 15 19:29:14.244063 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:29:14.254260 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Sync routers for ids ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:29:14.272260 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Routers {'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:14.272892 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:29:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:14.281427 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 291a84b1-d659-4fff-b998-e5380bcdf7ea up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:14.287444 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-c44e738e-575c-4dc7-8f80-db5b851e384c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:14.289990 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-c44e738e-575c-4dc7-8f80-db5b851e384c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f384f07e-eef4-41f5-a5a2-f81f5f18c27d HTTP/1.1" status: 200 len: 908 time: 0.5339513 Sep 15 19:29:14.296736 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.298255 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5a03b-aa96-4a3b-89ec-ebf79d40853b req-a7dff1ea-830b-4d3b-add1-dbd72ba4ff1f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:14.300147 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dff5a03b-aa96-4a3b-89ec-ebf79d40853b req-a7dff1ea-830b-4d3b-add1-dbd72ba4ff1f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.5437438 Sep 15 19:29:14.438838 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-849b8c13-a673-4427-9156-7593448e26ac req-1a5a15db-db47-44a2-af6f-b336f1209dd8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485716 Sep 15 19:29:14.445251 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-24216076-cfe0-40cf-be31-b1c6e77d7561 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:14.447143 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-24216076-cfe0-40cf-be31-b1c6e77d7561 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 945 time: 0.3928647 Sep 15 19:29:14.452716 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-f5b2e0bb-e276-49f1-9127-153cc8f88af3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4b78c373-2122-4b45-88db-70ec342f3c2c HTTP/1.1" status: 200 len: 217 time: 0.1512897 Sep 15 19:29:14.501781 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.503398 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-1fe5720c-2180-46d8-a522-2d5a4428eddf admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2364390 Sep 15 19:29:14.505815 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49348) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:14.517507 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 291a84b1-d659-4fff-b998-e5380bcdf7ea completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:14.535374 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 291a84b1-d659-4fff-b998-e5380bcdf7ea triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:14.540316 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.677768 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dff5a03b-aa96-4a3b-89ec-ebf79d40853b req-222f739c-9c8c-473b-9233-b7aaacc50e6b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950456 Sep 15 19:29:14.679681 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Set router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:14.684996 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.719437 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-80b2ae8a-eec9-47c0-92d6-80d5ff568ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:14.749520 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.795726 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 291a84b1-d659-4fff-b998-e5380bcdf7ea, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=291a84b1-d659-4fff-b998-e5380bcdf7ea,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:14.801827 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Deleting port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:29:14.802373 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.839778 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4529c95-f1f3-4551-9f94-1a4f0199ebcf,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:14.849875 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:14.858992 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.875032 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d4529c95-f1f3-4551-9f94-1a4f0199ebcf HTTP/1.1" status: 204 len: 168 time: 0.8650944 Sep 15 19:29:14.881901 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49364) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:14.883731 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:14.884864 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 94cbe27f-fba6-4a41-8a51-b126e12f54ef up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:14.949944 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-1072ab70-e0c3-466b-9aa6-e059f70d6e49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:14.959825 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-71f38c2d-bee4-4472-914e-b1c316cc3ec6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:14.961984 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-1072ab70-e0c3-466b-9aa6-e059f70d6e49 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7867e8cf-4a43-44d8-96bc-fe8a98c4ca82 HTTP/1.1" status: 200 len: 847 time: 0.4688222 Sep 15 19:29:15.103743 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-4f4c2e72-13d2-4d65-84a5-db6638d76d99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f384f07e-eef4-41f5-a5a2-f81f5f18c27d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343739 Sep 15 19:29:15.131245 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.178022 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=291a84b1-d659-4fff-b998-e5380bcdf7ea,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:15.190001 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:15.217177 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148ff62-f802-48c3-b9e7-eded71c13290 None None] Network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:29:15.274927 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:29:13Z', 'revision_number': 3, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:15.280916 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Checking router: b433f9f4-e36a-47e5-9b28-4a8fb5bb464a for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:29:15.281288 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Updating router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a port 1f23961d-99ac-4ac1-977f-0a6001b3e61f binding host dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:29:15.288650 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.328373 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794d79fd-1666-44fd-969d-639cdd480637']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:15.337235 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 94cbe27f-fba6-4a41-8a51-b126e12f54ef completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:15.357204 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.363808 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87590472-1a79-4971-bd4e-60ef7d78d35f') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:15.364340 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87590472-1a79-4971-bd4e-60ef7d78d35f') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:15.499413 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.504956 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] Provisioning for port 94cbe27f-fba6-4a41-8a51-b126e12f54ef completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:15.514485 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] Provisioning complete for port 94cbe27f-fba6-4a41-8a51-b126e12f54ef triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:15.514485 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.538203 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.558566 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:29:15.559137 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:29:15.573555 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:29:15.779823 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Notify callbacks [] for port, precommit_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.806592 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.815843 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.provisioning_blocks [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Transition to ACTIVE for port object 1f23961d-99ac-4ac1-977f-0a6001b3e61f will not be triggered until provisioned by entity L2. {{(pid=75813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:15.850823 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] For port 94cbe27f-fba6-4a41-8a51-b126e12f54ef, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=94cbe27f-fba6-4a41-8a51-b126e12f54ef,segment=NetworkSegment(deb60613-42b3-41f1-b7dc-25bf8b00ebe0),segment_id=deb60613-42b3-41f1-b7dc-25bf8b00ebe0)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:15.896439 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-088c0807-399d-4938-840f-ef8d6ec9c54f service neutron] 10.222.0.54 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461283 Sep 15 19:29:15.903844 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 4b78c373-2122-4b45-88db-70ec342f3c2c details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:29:15.916449 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c71d-1dc1-4adc-a5d2-6b5e7c04357f req-5ae9df6a-86ca-43a2-b6ec-53e5b229cbf5 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:15.917417 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.921260 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:15.921490 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-abdf311f-9fd4-4eb8-9a48-fe2312e9b1a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:15.925678 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dc19c71d-1dc1-4adc-a5d2-6b5e7c04357f req-5ae9df6a-86ca-43a2-b6ec-53e5b229cbf5 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 945 time: 0.8906038 Sep 15 19:29:15.933224 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:15.975395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.010372 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:16.047771 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.065081 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Pushing event deleted for resources: {'Network': ['ID=794d79fd-1666-44fd-969d-639cdd480637,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:16.068767 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:16.078411 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.resource_extend [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 19:29:16.120718 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bce0e9-17c3-4743-a402-f46aafd70239 None None] Pushing event updated for resources: {'Port': ['ID=1f23961d-99ac-4ac1-977f-0a6001b3e61f,revision_number=2']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:16.131820 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-63bce0e9-17c3-4743-a402-f46aafd70239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:16.134312 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Attempting to bind port 1f23961d-99ac-4ac1-977f-0a6001b3e61f on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:29:16.134720 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Attempting to bind port 1f23961d-99ac-4ac1-977f-0a6001b3e61f by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:29:16.135088 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Attempting to bind port 1f23961d-99ac-4ac1-977f-0a6001b3e61f on network 4f653d49-f5e4-4d58-abca-ae1862572e36 {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:16.151698 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:29:16.152157 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:16.152545 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.159521 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Bound using segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:29:16.160036 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Bound port: 1f23961d-99ac-4ac1-977f-0a6001b3e61f, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:29:16.160422 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.194284 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-3b3c3efb-1db0-4da1-b119-b60eb2faface admin admin] 10.222.0.57 "DELETE /v2.0/networks/794d79fd-1666-44fd-969d-639cdd480637 HTTP/1.1" status: 204 len: 168 time: 1.3079338 Sep 15 19:29:16.207009 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49378) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:16.216936 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] Pushing event updated for resources: {'Port': ['ID=94cbe27f-fba6-4a41-8a51-b126e12f54ef,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:16.244340 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:16.339326 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] For port 1f23961d-99ac-4ac1-977f-0a6001b3e61f, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:16.343568 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] For port 1f23961d-99ac-4ac1-977f-0a6001b3e61f, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=1f23961d-99ac-4ac1-977f-0a6001b3e61f,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:16.355846 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 291a84b1-d659-4fff-b998-e5380bcdf7ea up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:16.371773 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a6025609-3d6a-4200-bb75-3cf173c9493b req-c5495099-2286-4142-a985-3cae1a0b905d service neutron] 10.222.0.54 "GET /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272630 Sep 15 19:29:16.385086 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791f37f-bda1-4330-8bea-d11b6488d5fc req-e0f1950d-0454-4f58-a88b-0fa67234552e tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:16.393721 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1791f37f-bda1-4330-8bea-d11b6488d5fc req-e0f1950d-0454-4f58-a88b-0fa67234552e tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 944 time: 1.2823548 Sep 15 19:29:16.400417 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] For port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:16.401029 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.450045 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.454314 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:16.481012 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Deleting subnet 737104c2-ba49-4310-b302-3202c2ae1ef2 {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:29:16.502358 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.502568 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dc19c71d-1dc1-4adc-a5d2-6b5e7c04357f req-a850183c-7578-4f7f-b4fd-889fb2cf150e tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755782 Sep 15 19:29:16.519425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 291a84b1-d659-4fff-b998-e5380bcdf7ea triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:16.520017 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.574453 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.633997 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bce0e9-17c3-4743-a402-f46aafd70239 None None] Pushing event updated for resources: {'Port': ['ID=1f23961d-99ac-4ac1-977f-0a6001b3e61f,revision_number=3']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:16.635743 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-62136f94-711c-4874-9949-1ef2c9495066 None None] Provisioning complete for port 94cbe27f-fba6-4a41-8a51-b126e12f54ef triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:16.638234 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-63bce0e9-17c3-4743-a402-f46aafd70239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:16.643203 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Calling delete_port for 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:29:16.645763 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-62136f94-711c-4874-9949-1ef2c9495066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.707851 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Routers {'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:16.708643 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:29:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:16.714342 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.774903 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1791f37f-bda1-4330-8bea-d11b6488d5fc req-40ea7fe5-5e33-4722-b311-17523e381009 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799200 Sep 15 19:29:16.784369 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 4b78c373-2122-4b45-88db-70ec342f3c2c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b78c373-2122-4b45-88db-70ec342f3c2c,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:16.909762 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:16.999834 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-6b10ebf5-cafa-4551-b962-c6597fff768e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:17.095562 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '4b78c373-2122-4b45-88db-70ec342f3c2c', 'network_id': 'f384f07e-eef4-41f5-a5a2-f81f5f18c27d', 'port_id': '4b78c373-2122-4b45-88db-70ec342f3c2c', 'mac_address': 'fa:16:3e:d7:50:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7867e8cf-4a43-44d8-96bc-fe8a98c4ca82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:29:17.124213 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737104c2-ba49-4310-b302-3202c2ae1ef2,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:17.130021 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:17.132204 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] Set router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:17.139190 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:17.145460 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/737104c2-ba49-4310-b302-3202c2ae1ef2 HTTP/1.1" status: 204 len: 168 time: 0.9373152 Sep 15 19:29:17.151112 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49382) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:17.225020 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:17.248169 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-61e296a8-fc8a-467d-bbc4-35e0169866d8 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:17.294641 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['16d6dffe-b06d-4562-bef9-38b4d7f8d71c', '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:17.363957 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Pushing event deleted for resources: {'Port': ['ID=8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:17.387205 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:17.392745 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:17.433688 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] No DVR routers for this DVR port 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:29:17.437340 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:17.447240 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c7b4b5-5f7a-4992-9ad1-f70735c0a755', 'name': 'network-vif-deleted', 'tag': '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:17.465345 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:17.506284 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b1f8b4f-c232-4246-a249-5ffb2173ac7d req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "DELETE /v2.0/ports/8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 HTTP/1.1" status: 204 len: 173 time: 3.0502865 Sep 15 19:29:17.542447 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:17.542765 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05347d80-c680-498a-a036-1b5062f16337 req-f96636f0-3e9b-452a-a022-ffc180cab691 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:17.550281 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-05347d80-c680-498a-a036-1b5062f16337 req-f96636f0-3e9b-452a-a022-ffc180cab691 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.4394567 Sep 15 19:29:17.579260 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b78c373-2122-4b45-88db-70ec342f3c2c {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:29:17.619972 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24dc0-dd61-43d2-918e-11937c05cde2 req-f62004af-4423-4bf5-8314-cdc77548f051 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:17.621793 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-06d24dc0-dd61-43d2-918e-11937c05cde2 req-f62004af-4423-4bf5-8314-cdc77548f051 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1891949 Sep 15 19:29:17.642205 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:29:13Z', 'revision_number': 3, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:17.644851 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-05347d80-c680-498a-a036-1b5062f16337 req-7ad8f74c-4ff5-4c3e-9ff6-df85367734af tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935404 Sep 15 19:29:17.647112 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d27c9ec-0405-4505-8a07-f5af87074dbb None None] The sync data for ids ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'] in dv-cinder-805825-3-smb is: [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:29:13Z', 'revision_number': 3, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:29:17.674710 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 4b78c373-2122-4b45-88db-70ec342f3c2c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b78c373-2122-4b45-88db-70ec342f3c2c,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:17.755223 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-06d24dc0-dd61-43d2-918e-11937c05cde2 req-6f1901e5-b4fa-4498-bf82-2913bbdf86e6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248813 Sep 15 19:29:17.803726 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:17.803919 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c7b4b5-5f7a-4992-9ad1-f70735c0a755', 'name': 'network-vif-deleted', 'tag': '8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841', 'status': 'completed', 'code': 200} Sep 15 19:29:17.807003 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:17.932258 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:17.957235 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:17.979332 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34515d57-02ae-4795-a32f-35d8e243c3b7']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:17.992697 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6d2fe4-a02d-40a4-a8d2-99b7d65c7c33') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:17.993012 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6d2fe4-a02d-40a4-a8d2-99b7d65c7c33') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:18.006284 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.029234 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.035296 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:29:18.035687 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.107259 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-2c5cc3e3-dc26-4bdc-afe5-17a004134cf9 req-ece2c0c4-5a10-4182-aeaa-b16e4f283a69 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:18.115342 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:29:18.115639 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8b5487c2-6eb1-4f1a-adc9-5b5a10fe1841 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:29:18.136468 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['4b78c373-2122-4b45-88db-70ec342f3c2c'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:29:18.147753 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:29:18.239764 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 94cbe27f-fba6-4a41-8a51-b126e12f54ef up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:18.249870 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-2c5cc3e3-dc26-4bdc-afe5-17a004134cf9 req-ece2c0c4-5a10-4182-aeaa-b16e4f283a69 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:18.253754 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2c5cc3e3-dc26-4bdc-afe5-17a004134cf9 req-ece2c0c4-5a10-4182-aeaa-b16e4f283a69 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.3094387 Sep 15 19:29:18.315949 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=4b78c373-2122-4b45-88db-70ec342f3c2c,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:18.359961 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:18.373669 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb8c1b-d23e-47ec-b15e-e2dd4f75babc req-46ec1384-9bbe-43f4-9e05-9d2eae754f48 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:18.384426 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ddb8c1b-d23e-47ec-b15e-e2dd4f75babc req-46ec1384-9bbe-43f4-9e05-9d2eae754f48 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 945 time: 0.3621588 Sep 15 19:29:18.405529 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Allocated IP 172.20.0.1 (74b9d365-a7be-408d-a7d4-ebaa7b1a1764/f64ccb6e-2aab-4833-8148-5e78a16083d8/f5299f4b-ec50-4404-b716-cdcb77140e5f) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:18.461146 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e538932-85f2-473e-9602-33f22c686be9 req-0056c716-850d-490e-ac04-104278d4a7a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1099 time: 0.2138021 Sep 15 19:29:18.477754 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0ddb8c1b-d23e-47ec-b15e-e2dd4f75babc req-81e75781-ff28-4891-987b-3d7909082b37 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914886 Sep 15 19:29:18.503618 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 94cbe27f-fba6-4a41-8a51-b126e12f54ef triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:18.503618 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.507641 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.531229 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:18.547988 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.556956 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Pushing event deleted for resources: {'Network': ['ID=34515d57-02ae-4795-a32f-35d8e243c3b7,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:18.612739 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:18.621446 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] 10.222.0.57 "DELETE /v2.0/networks/34515d57-02ae-4795-a32f-35d8e243c3b7 HTTP/1.1" status: 204 len: 168 time: 1.4666934 Sep 15 19:29:18.731975 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:18.742117 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e538932-85f2-473e-9602-33f22c686be9 req-d6133de3-1bec-421a-ac4a-9932e65ba382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:18.744963 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e538932-85f2-473e-9602-33f22c686be9 req-d6133de3-1bec-421a-ac4a-9932e65ba382 service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 919 time: 0.2638266 Sep 15 19:29:18.791768 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.provisioning_blocks [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Transition to ACTIVE for port object f5299f4b-ec50-4404-b716-cdcb77140e5f will not be triggered until provisioned by entity DHCP. {{(pid=75811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:19.136310 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e538932-85f2-473e-9602-33f22c686be9 req-05028bc1-0aa7-4d28-b0de-54adefd0e907 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f HTTP/1.1" status: 200 len: 217 time: 0.3791153 Sep 15 19:29:19.269280 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d82ab-d4a7-48c7-b8b3-739554233be1 req-7647b419-048a-4414-befa-0ea71b0afeda tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:19.270954 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-063d82ab-d4a7-48c7-b8b3-739554233be1 req-7647b419-048a-4414-befa-0ea71b0afeda tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.2747319 Sep 15 19:29:19.298145 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e538932-85f2-473e-9602-33f22c686be9 req-08c2e974-2e18-4ab0-a9d7-3d5cd1dbdaa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:19.299307 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e538932-85f2-473e-9602-33f22c686be9 req-08c2e974-2e18-4ab0-a9d7-3d5cd1dbdaa0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 200 len: 858 time: 0.1196773 Sep 15 19:29:19.312821 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadcdee-ac3c-4a5c-a28e-f9ab543bdd06 req-f1b99d99-ac0c-455c-ae44-8f6ab8b2c4ec tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:19.318953 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8fadcdee-ac3c-4a5c-a28e-f9ab543bdd06 req-f1b99d99-ac0c-455c-ae44-8f6ab8b2c4ec tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2093811 Sep 15 19:29:19.403994 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-063d82ab-d4a7-48c7-b8b3-739554233be1 req-c06ce795-59b1-4c49-8829-0df5c97a7c69 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256666 Sep 15 19:29:19.419479 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8fadcdee-ac3c-4a5c-a28e-f9ab543bdd06 req-7a567a7f-e2a4-4b0c-809c-681abba36113 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860884 Sep 15 19:29:19.580991 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:19.587097 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:19.667297 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Pushing event updated for resources: {'Port': ['ID=f5299f4b-ec50-4404-b716-cdcb77140e5f,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:19.674402 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:19.680382 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:19.682956 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:19.688098 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:19.736384 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1551789e-868f-4c1a-8811-0166c217eda8 req-72ff02cf-e3e2-4a48-b67f-2b0c95aee3dc tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.1285169 Sep 15 19:29:19.797911 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127d06d-5543-4194-b1f3-d5322d0193b1 req-e1836db4-9500-4564-9196-31694898f8cd tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:19.807298 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9127d06d-5543-4194-b1f3-d5322d0193b1 req-e1836db4-9500-4564-9196-31694898f8cd tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 945 time: 0.1414711 Sep 15 19:29:19.906318 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694531'] for router_interface, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:19.939789 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 4b78c373-2122-4b45-88db-70ec342f3c2c up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:19.983667 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49406) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:20.002335 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9127d06d-5543-4194-b1f3-d5322d0193b1 req-2784c1c0-7147-4cb5-b102-6986724b3292 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939213 Sep 15 19:29:20.085971 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f1c36be8-0a14-421a-8957-85987153ac59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43a9eea6ed6d47569ab0706ffedd70d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0999920 Sep 15 19:29:20.087837 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 49410) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:20.166267 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4617c490-52e8-47d1-95f3-c4aba2529189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.271150 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-3e88e04d-fa94-4432-889c-3aeb24751c06 None None] Provisioning for port f5299f4b-ec50-4404-b716-cdcb77140e5f completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:20.271150 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-3e88e04d-fa94-4432-889c-3aeb24751c06 None None] Provisioning complete for port f5299f4b-ec50-4404-b716-cdcb77140e5f triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:20.271150 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3e88e04d-fa94-4432-889c-3aeb24751c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.271150 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 4b78c373-2122-4b45-88db-70ec342f3c2c completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:20.271598 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4617c490-52e8-47d1-95f3-c4aba2529189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.272061 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.272166 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 4b78c373-2122-4b45-88db-70ec342f3c2c triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:20.272166 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.315135 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-3e88e04d-fa94-4432-889c-3aeb24751c06 None None] Port f5299f4b-ec50-4404-b716-cdcb77140e5f cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:29:20.388813 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.411278 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fd0186-37f6-456e-9fbd-dcc1d36700b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b78c373-2122-4b45-88db-70ec342f3c2c'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:20.422496 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 4b78c373-2122-4b45-88db-70ec342f3c2c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b78c373-2122-4b45-88db-70ec342f3c2c,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:20.450852 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4617c490-52e8-47d1-95f3-c4aba2529189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.457703 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cf74c8a9-edc5-4f8d-ba7f-7a939fb6c83b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:20.471417 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fd0186-37f6-456e-9fbd-dcc1d36700b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b78c373-2122-4b45-88db-70ec342f3c2c', 'code': 200} Sep 15 19:29:20.476269 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.512660 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617c490-52e8-47d1-95f3-c4aba2529189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e89e3d5-07cb-4f78-9037-db47955e8efa,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:20.522076 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4617c490-52e8-47d1-95f3-c4aba2529189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:20.597472 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.600653 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:20.649719 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1597893'] for port, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.675326 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=4b78c373-2122-4b45-88db-70ec342f3c2c,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:20.678662 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:20.700777 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:20.714031 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-4617c490-52e8-47d1-95f3-c4aba2529189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.715172 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-4617c490-52e8-47d1-95f3-c4aba2529189 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e89e3d5-07cb-4f78-9037-db47955e8efa HTTP/1.1" status: 204 len: 168 time: 0.6263666 Sep 15 19:29:20.799423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db845f-d073-46b1-8153-a0786fcb18b0 req-3d16b0f1-1bad-4c12-9709-016e7a8c5c01 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:20.806235 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9db845f-d073-46b1-8153-a0786fcb18b0 req-3d16b0f1-1bad-4c12-9709-016e7a8c5c01 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.2136471 Sep 15 19:29:20.812362 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Pushing event updated for resources: {'Port': ['ID=f5299f4b-ec50-4404-b716-cdcb77140e5f,revision_number=2']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:20.815193 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3810520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695343'] for router_interface, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:20.819793 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:20.829696 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e985bf-f312-44c1-806d-432df9d26dde req-28415f27-ffbd-4aeb-8561-0a3713716a51 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:20.836983 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f2e985bf-f312-44c1-806d-432df9d26dde req-28415f27-ffbd-4aeb-8561-0a3713716a51 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2040474 Sep 15 19:29:21.012790 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9db845f-d073-46b1-8153-a0786fcb18b0 req-3a30b4a2-face-4a50-814d-eacb91455c22 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595242 Sep 15 19:29:21.012790 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f2e985bf-f312-44c1-806d-432df9d26dde req-622666b4-04d1-4b4e-819d-f0767852b1c7 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353378 Sep 15 19:29:21.028662 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:21.030484 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:21.229794 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38c8bd30-8a72-4458-acb9-235fc612b265 req-3c08f19c-1f19-4973-bffe-34e48e22ce4e tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.1018603 Sep 15 19:29:21.317377 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882639cb-51db-4986-9901-37931875235a req-719dba27-a85e-4fb7-9a7e-fb6f8ab3e73c tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:21.323315 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-882639cb-51db-4986-9901-37931875235a req-719dba27-a85e-4fb7-9a7e-fb6f8ab3e73c tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.1491683 Sep 15 19:29:21.398823 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-882639cb-51db-4986-9901-37931875235a req-cfd9d3bd-8db0-49bb-90e5-d4a37aaf5409 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682669 Sep 15 19:29:21.455280 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-c8d59f1d-797c-41c7-8eef-de9f153c50a0 None None] Provisioning complete for port f5299f4b-ec50-4404-b716-cdcb77140e5f triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:21.456228 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c8d59f1d-797c-41c7-8eef-de9f153c50a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:21.575284 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-c8d59f1d-797c-41c7-8eef-de9f153c50a0 None None] Port f5299f4b-ec50-4404-b716-cdcb77140e5f cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:29:21.643768 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:29:21.858490 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:29:21.880330 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] 10.222.0.57 "PUT /v2.0/routers/b433f9f4-e36a-47e5-9b28-4a8fb5bb464a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3576980 Sep 15 19:29:22.078300 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49440) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:22.212914 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8c20651a-a107-4786-92fd-ed0a4105631c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=639d81ff7f284c898e66506b9c1d7168&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1303346 Sep 15 19:29:22.212914 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49444) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:22.289793 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecc11-0570-4b89-a907-ac267c8891d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:22.324572 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecc11-0570-4b89-a907-ac267c8891d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:22.379156 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3613bf4-b1f5-4040-a369-136af6a3bcb2 req-95d6acb5-5925-4719-aaaf-719220803127 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:22.379755 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b3613bf4-b1f5-4040-a369-136af6a3bcb2 req-95d6acb5-5925-4719-aaaf-719220803127 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.1991918 Sep 15 19:29:22.393987 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a123154-c671-44d3-961f-5212370e390e req-e096e296-42ba-41b1-a836-5de5e4411de2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:22.397950 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7a123154-c671-44d3-961f-5212370e390e req-e096e296-42ba-41b1-a836-5de5e4411de2 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1652744 Sep 15 19:29:22.464297 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b3613bf4-b1f5-4040-a369-136af6a3bcb2 req-12d67475-77a0-4d7f-8cc9-e23b390e4d61 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772262 Sep 15 19:29:22.484035 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecc11-0570-4b89-a907-ac267c8891d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:22.489967 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-492ebf74-a05f-49f3-b8db-786e38639da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:22.511734 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7a123154-c671-44d3-961f-5212370e390e req-424da861-5c00-4b08-8df8-1fc4cfb9720b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799489 Sep 15 19:29:22.545032 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecc11-0570-4b89-a907-ac267c8891d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:22.546229 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-ba7ecc11-0570-4b89-a907-ac267c8891d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da568f5a-37aa-44c6-b02d-493bcbb0557f HTTP/1.1" status: 204 len: 168 time: 0.3323376 Sep 15 19:29:22.558646 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ecc11-0570-4b89-a907-ac267c8891d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da568f5a-37aa-44c6-b02d-493bcbb0557f,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:22.561157 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ba7ecc11-0570-4b89-a907-ac267c8891d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:22.797092 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e4c656f9-4759-4801-8e6e-82d9c3868598 req-2e46d929-3cb2-41f8-a876-23ddda0c8a16 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.1095085 Sep 15 19:29:22.950279 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d907ea-7505-41d9-a7e0-e0f22af25b30 req-b1eca9d4-ea63-4fa8-b259-d28d0fcd384e tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:22.952410 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5d907ea-7505-41d9-a7e0-e0f22af25b30 req-b1eca9d4-ea63-4fa8-b259-d28d0fcd384e tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.1774559 Sep 15 19:29:23.042367 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a5d907ea-7505-41d9-a7e0-e0f22af25b30 req-b99accdc-7cdd-45e4-a641-26ed2184051a tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840299 Sep 15 19:29:23.831956 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d531be4-e00a-4c69-967b-41fa735eb4c7 req-7e247450-589d-41cb-b0a6-10068631939a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:23.833756 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d531be4-e00a-4c69-967b-41fa735eb4c7 req-7e247450-589d-41cb-b0a6-10068631939a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.1899123 Sep 15 19:29:23.879762 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1026567-4a50-4222-9ec7-0bd0f4512716 req-1a05f56b-af5a-4376-95b6-e7b85c4d36c5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:23.881284 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d1026567-4a50-4222-9ec7-0bd0f4512716 req-1a05f56b-af5a-4376-95b6-e7b85c4d36c5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1491756 Sep 15 19:29:23.957428 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9d531be4-e00a-4c69-967b-41fa735eb4c7 req-5bc7916b-c8fa-425a-84ae-c1e6f29c4516 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084242 Sep 15 19:29:23.996083 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d1026567-4a50-4222-9ec7-0bd0f4512716 req-50f1c6d3-2905-4044-9c1a-a95bf27beae8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015177 Sep 15 19:29:24.232389 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 1f23961d-99ac-4ac1-977f-0a6001b3e61f up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:24.251897 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-52e0d0c6-917d-454f-bc6a-f84bbbac9878 req-2f342fbf-5cef-4cfe-8b7d-a058bc3ecf29 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.0488734 Sep 15 19:29:24.434337 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a880-3570-49f8-937c-9ca66ffb1b77 req-647a19a5-d468-424b-83fd-775dba78e76b tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:24.436352 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5ce3a880-3570-49f8-937c-9ca66ffb1b77 req-647a19a5-d468-424b-83fd-775dba78e76b tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.1799276 Sep 15 19:29:24.510232 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5ce3a880-3570-49f8-937c-9ca66ffb1b77 req-4a80d3fd-f7c3-4df6-b871-86ae04cda626 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675282 Sep 15 19:29:24.639684 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 1f23961d-99ac-4ac1-977f-0a6001b3e61f completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:24.646457 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 1f23961d-99ac-4ac1-977f-0a6001b3e61f triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:24.646859 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:24.810665 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:24.829236 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 1f23961d-99ac-4ac1-977f-0a6001b3e61f, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=1f23961d-99ac-4ac1-977f-0a6001b3e61f,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:25.079348 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:25.081308 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:25.183552 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=1f23961d-99ac-4ac1-977f-0a6001b3e61f,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:25.209955 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:25.317005 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64df84-5450-4495-a76b-88f9e065372c req-5d2adcb9-2393-4941-8ee2-315654c99e7e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:25.324262 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6a64df84-5450-4495-a76b-88f9e065372c req-5d2adcb9-2393-4941-8ee2-315654c99e7e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.1687999 Sep 15 19:29:25.386724 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6a64df84-5450-4495-a76b-88f9e065372c req-6bf4bd0f-5754-4e19-96ed-e5e1e42ccdd9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615094 Sep 15 19:29:25.400512 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163ef5-67ec-4313-9f44-65a85f904110 req-307456c1-6f0a-4b60-8dcf-8ae2eb14616b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:25.409112 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ec163ef5-67ec-4313-9f44-65a85f904110 req-307456c1-6f0a-4b60-8dcf-8ae2eb14616b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1982081 Sep 15 19:29:25.465525 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ec163ef5-67ec-4313-9f44-65a85f904110 req-55d633f4-24da-4f8b-a9a5-28363df0204b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552483 Sep 15 19:29:25.663200 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8e2fe8cc-f7a3-4f54-97ef-94dd5562fafa req-37698b2f-7b16-425b-b0bc-1a5509f74a5f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.0815766 Sep 15 19:29:25.771466 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab20ebf-1dfd-4629-ada6-c85975e17fa3 req-bfb6a6d5-7b18-4f77-8f8d-f0f04e975e25 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:25.778458 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9ab20ebf-1dfd-4629-ada6-c85975e17fa3 req-bfb6a6d5-7b18-4f77-8f8d-f0f04e975e25 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.0947278 Sep 15 19:29:25.844805 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9ab20ebf-1dfd-4629-ada6-c85975e17fa3 req-b4be5d34-c5e2-4b2c-b926-780bf57ea321 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653307 Sep 15 19:29:26.159496 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 1f23961d-99ac-4ac1-977f-0a6001b3e61f up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:26.248465 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 1f23961d-99ac-4ac1-977f-0a6001b3e61f triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:26.248911 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:26.699179 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0223f-87db-403b-bd60-e75b467ff6f4 req-a040b244-c699-4041-80ce-d1aeb5598d06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:26.706497 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-43e0223f-87db-403b-bd60-e75b467ff6f4 req-a040b244-c699-4041-80ce-d1aeb5598d06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.1550212 Sep 15 19:29:26.807999 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-43e0223f-87db-403b-bd60-e75b467ff6f4 req-92b360fe-9778-4d71-8698-f5df185684df tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005204 Sep 15 19:29:26.830977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad403ce-049d-48f4-8132-b4354843b5a4 req-99b9e9b3-7ef9-4805-9239-6f97887afc5f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:26.832551 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ad403ce-049d-48f4-8132-b4354843b5a4 req-99b9e9b3-7ef9-4805-9239-6f97887afc5f tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1233659 Sep 15 19:29:26.881938 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ad403ce-049d-48f4-8132-b4354843b5a4 req-3dc1090c-cc01-4de7-b61d-becbe7e16f7b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434642 Sep 15 19:29:27.178602 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0de04aa8-601c-4d61-84be-8862caec4604 req-ef54bd3b-004c-48a3-a087-5094a0ca04e9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=83c7b4b5-5f7a-4992-9ad1-f70735c0a755 HTTP/1.1" status: 200 len: 210 time: 0.1917036 Sep 15 19:29:27.234379 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67ce18-7852-4e67-a495-a9188e0b7a39 req-e02a271d-ddb5-4e0a-914b-98d14111ecb9 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:27.235899 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2c67ce18-7852-4e67-a495-a9188e0b7a39 req-e02a271d-ddb5-4e0a-914b-98d14111ecb9 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.1077976 Sep 15 19:29:27.291485 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2c67ce18-7852-4e67-a495-a9188e0b7a39 req-6c82b5da-bc92-49f5-8a40-2de39721882b tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467443 Sep 15 19:29:27.502229 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e538932-85f2-473e-9602-33f22c686be9 req-1a4243d5-583c-4d13-9a2d-941857681a8c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552082 Sep 15 19:29:27.662420 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e538932-85f2-473e-9602-33f22c686be9 req-ef78291c-f1f5-4bc7-a0b3-92dc3841efa3 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524508 Sep 15 19:29:27.877729 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e538932-85f2-473e-9602-33f22c686be9 req-5fc663d2-5293-4536-be44-bdcdd446cd17 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086236 Sep 15 19:29:28.280227 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8b2f74bc-555f-42f4-977c-15202bab6e5c req-aeeffb30-bd6a-4489-9009-0f0b1d887841 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 1099 time: 0.1697640 Sep 15 19:29:28.286472 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a180e-948c-4d91-a453-a35dcadfe033 req-659c9767-f5b5-4b25-b64c-f75f22a8a2fc tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:28.293769 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-503a180e-948c-4d91-a453-a35dcadfe033 req-659c9767-f5b5-4b25-b64c-f75f22a8a2fc tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2450924 Sep 15 19:29:28.342738 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdec9c-2f09-472a-9948-9abf6e495733 req-6a4cd8cc-ff70-4008-81d1-0f9c6afcd72a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:28.343698 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0afdec9c-2f09-472a-9948-9abf6e495733 req-6a4cd8cc-ff70-4008-81d1-0f9c6afcd72a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.2348664 Sep 15 19:29:28.412887 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8b2f74bc-555f-42f4-977c-15202bab6e5c req-9e85da07-5d64-47a7-a93f-846d545a8f01 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150265 Sep 15 19:29:28.432866 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-503a180e-948c-4d91-a453-a35dcadfe033 req-7a1b923b-8a34-4788-8a70-c95b6787bc12 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327217 Sep 15 19:29:28.489230 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0afdec9c-2f09-472a-9948-9abf6e495733 req-c9808018-06d2-4c74-876e-51469c5f138b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277776 Sep 15 19:29:28.771666 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff514a43-524e-4e4d-a2e5-eda782cb629f req-5ef529b5-1deb-44b1-b959-ea0342620207 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:28.773120 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ff514a43-524e-4e4d-a2e5-eda782cb629f req-5ef529b5-1deb-44b1-b959-ea0342620207 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.0952995 Sep 15 19:29:28.831115 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ff514a43-524e-4e4d-a2e5-eda782cb629f req-9308f3cd-5874-4dba-bc54-cb1ea6d5822c tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511103 Sep 15 19:29:29.686643 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8275631-81f9-43be-a768-0510edba52b5 req-7813a86f-99c8-4a8e-b495-b1ab664d65f7 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:29.688382 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e8275631-81f9-43be-a768-0510edba52b5 req-7813a86f-99c8-4a8e-b495-b1ab664d65f7 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1144457 Sep 15 19:29:29.763155 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e8275631-81f9-43be-a768-0510edba52b5 req-e0bedec9-28ee-4083-bda4-c2cbee0fb1b8 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677326 Sep 15 19:29:29.923176 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f65eb-8d4e-4c7a-bf07-d4061adc96e8 req-1326eefe-4483-41d7-9181-ffe0acd8d0ae tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:29.924709 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8c4f65eb-8d4e-4c7a-bf07-d4061adc96e8 req-1326eefe-4483-41d7-9181-ffe0acd8d0ae tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 943 time: 0.1359911 Sep 15 19:29:29.980053 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:29:30.028625 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8c4f65eb-8d4e-4c7a-bf07-d4061adc96e8 req-f09a2d18-55d4-424c-a37f-67ee2451f207 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942929 Sep 15 19:29:30.168018 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eefc0-e1d1-420c-abea-febf3032505f req-5aba5368-faf8-47af-9348-f9a1d6c8bf21 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:30.169875 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bc1eefc0-e1d1-420c-abea-febf3032505f req-5aba5368-faf8-47af-9348-f9a1d6c8bf21 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.1225421 Sep 15 19:29:30.188794 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:30.205996 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'port_id': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'mac_address': 'fa:16:3e:3d:3a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:29:30.263496 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bc1eefc0-e1d1-420c-abea-febf3032505f req-e73f23b3-0e63-44e3-a6df-6f1dc3852a44 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868289 Sep 15 19:29:30.272037 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:30.307092 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:29:30.339611 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:30.426329 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:30.430031 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:30.501641 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=9']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:30.505033 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:30.702931 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['3df9ee15-ae5a-4b3e-8286-fcc0e3991054'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:30.998169 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19429905-fd79-41b1-84d7-53a93ccb59b6 req-512b4dd9-fc6d-45ab-afa4-e0bd4c168693 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:31.006637 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-19429905-fd79-41b1-84d7-53a93ccb59b6 req-512b4dd9-fc6d-45ab-afa4-e0bd4c168693 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 946 time: 0.1803820 Sep 15 19:29:31.127248 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-19429905-fd79-41b1-84d7-53a93ccb59b6 req-1710562a-75f6-4867-84c4-dbbce31b8fa7 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194026 Sep 15 19:29:31.202489 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da00cb-eb22-4914-ad2d-e6545562a4f5 req-2cddf8e3-b467-47a7-8d32-b98078801cbf tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:31.203822 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-20da00cb-eb22-4914-ad2d-e6545562a4f5 req-2cddf8e3-b467-47a7-8d32-b98078801cbf tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1518378 Sep 15 19:29:31.327967 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-20da00cb-eb22-4914-ad2d-e6545562a4f5 req-cf33dfbd-14dd-4eb5-a517-a3ea473c09ef tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155078 Sep 15 19:29:31.366130 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380978b-5e68-4292-be62-cd6cfa6203df req-e8785f0d-9841-408a-a6d8-4ecfa9aaabcf tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:31.368430 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7380978b-5e68-4292-be62-cd6cfa6203df req-e8785f0d-9841-408a-a6d8-4ecfa9aaabcf tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 944 time: 0.0991559 Sep 15 19:29:31.434239 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7380978b-5e68-4292-be62-cd6cfa6203df req-a569f64d-62ac-4eaa-af31-628f0a387602 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581801 Sep 15 19:29:31.996106 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:32.127489 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:32.127985 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:32.210010 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 49612) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:32.309498 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:32.350536 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:32.352291 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:32.421238 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:32.423998 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:32.482121 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:32.555455 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=10']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:32.565458 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:32.712128 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:32.720822 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2d390-0156-4508-acd3-452a61becfea req-8763b726-f4a2-4b94-bb83-3c4daba49fc2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:32.727950 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b8e2d390-0156-4508-acd3-452a61becfea req-8763b726-f4a2-4b94-bb83-3c4daba49fc2 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 946 time: 0.4475756 Sep 15 19:29:32.733569 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Usage tracker for resource:security_group_rule and tenant:8b89495a56df4f279ce2545e481b61ad is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:32.755604 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:32.764803 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:32.791070 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-552b8b0c-2820-4c7e-93c1-cbf385784825 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:32.792436 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-552b8b0c-2820-4c7e-93c1-cbf385784825 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 946 time: 0.4757473 Sep 15 19:29:32.816696 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Sync routers for ids ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:29:32.840792 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Routers {'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:32.844740 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:29:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:32.934539 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b8e2d390-0156-4508-acd3-452a61becfea req-f75ce4f4-805a-45ba-a201-17d5bc342bb4 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057424 Sep 15 19:29:32.966932 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:33.000577 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Deleting port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:29:33.000946 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:33.063935 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'code': 200} Sep 15 19:29:33.082575 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77a5de-18f2-4870-9d97-e22f8ecaa063 req-a37bca39-3b55-47ef-9340-0a34d5b97ce7 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:33.092375 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9a77a5de-18f2-4870-9d97-e22f8ecaa063 req-a37bca39-3b55-47ef-9340-0a34d5b97ce7 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.5786228 Sep 15 19:29:33.135367 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Set router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:33.369147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:33.402081 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9a77a5de-18f2-4870-9d97-e22f8ecaa063 req-4f626267-c3e8-418c-8a48-0aa4f2bec9f5 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087361 Sep 15 19:29:33.430772 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-c1b45d0a-82ef-496b-8069-8253c0ec4321 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5463614 Sep 15 19:29:33.465566 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:33.488225 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-29562128-a771-4e7d-8b9e-b32867c7ac0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:33.659932 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:29:19Z', 'revision_number': 4, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'f5299f4b-ec50-4404-b716-cdcb77140e5f', 'name': '', 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'mac_address': 'fa:16:3e:3f:14:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f64ccb6e-2aab-4833-8148-5e78a16083d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:17Z', 'updated_at': '2021-09-15T19:29:20Z', 'revision_number': 2, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'subnets': [{'id': 'f64ccb6e-2aab-4833-8148-5e78a16083d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:33.664421 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Checking router: b433f9f4-e36a-47e5-9b28-4a8fb5bb464a for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:29:33.666377 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Updating router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a port f5299f4b-ec50-4404-b716-cdcb77140e5f binding host dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:29:33.734379 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b89495a56df4f279ce2545e481b61ad&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5222554 Sep 15 19:29:33.736983 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f505a36b-0d91-4598-9b6c-a77597d96c5c,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:33.737228 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49630) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:33.746448 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:33.785589 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:33.798120 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7fe25-5058-4fb7-ae9a-10e7738a0fcb req-91fb81e6-a017-44bf-a1de-1f3dcbc2be86 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:33.799797 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50f7fe25-5058-4fb7-ae9a-10e7738a0fcb req-91fb81e6-a017-44bf-a1de-1f3dcbc2be86 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 946 time: 0.5214453 Sep 15 19:29:33.863244 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] For port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,segment=NetworkSegment(cc48debb-01d1-4cd7-9dc8-23f99bc4dab7),segment_id=cc48debb-01d1-4cd7-9dc8-23f99bc4dab7)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:33.863606 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:33.878955 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-72930c1b-5dd2-4ce2-9586-5944291015c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=42a7f984db50442983b35494d4c54151&device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 1099 time: 0.3777425 Sep 15 19:29:33.907048 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3299e39-3efc-4b83-ab4f-26ecfc6e066a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:33.941123 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3299e39-3efc-4b83-ab4f-26ecfc6e066a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:34.131701 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3299e39-3efc-4b83-ab4f-26ecfc6e066a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:34.150600 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9ee59abb-ca40-4262-a33e-2319a6f669bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:34.171472 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3299e39-3efc-4b83-ab4f-26ecfc6e066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f505a36b-0d91-4598-9b6c-a77597d96c5c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:34.173419 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3299e39-3efc-4b83-ab4f-26ecfc6e066a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:34.174581 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d3299e39-3efc-4b83-ab4f-26ecfc6e066a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f505a36b-0d91-4598-9b6c-a77597d96c5c HTTP/1.1" status: 204 len: 168 time: 0.4363141 Sep 15 19:29:34.175746 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d3299e39-3efc-4b83-ab4f-26ecfc6e066a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:34.197587 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-4a5c3979-f8d5-4210-a542-51ceee3cca96 req-1805ccdf-055f-4a4c-b93d-98f6e755bf16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 1099 time: 0.2906609 Sep 15 19:29:34.212978 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50f7fe25-5058-4fb7-ae9a-10e7738a0fcb req-fd531729-4595-4893-8ec3-5c6a1c3e9849 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4012120 Sep 15 19:29:34.344933 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-4a5c3979-f8d5-4210-a542-51ceee3cca96 req-bcfb693f-787f-4734-b6c1-a43aed1745dc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413302 Sep 15 19:29:34.414921 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Calling delete_port for 16d6dffe-b06d-4562-bef9-38b4d7f8d71c owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:29:34.421481 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:29:34.498248 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-ee46ff3c-cf99-4e51-8dfd-e5c8ea33563a tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:34.499702 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-ee46ff3c-cf99-4e51-8dfd-e5c8ea33563a tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.54 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.8258109 Sep 15 19:29:34.538586 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Notify callbacks [] for port, precommit_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:34.550564 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Transition to ACTIVE for port object f5299f4b-ec50-4404-b716-cdcb77140e5f will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:34.767580 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Deleting port 4b78c373-2122-4b45-88db-70ec342f3c2c {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:29:34.767920 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:34.769019 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:34.773379 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:34.856700 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-94cadc78-49bb-425d-bc60-03e448dfa93e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:34.858138 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-94cadc78-49bb-425d-bc60-03e448dfa93e service neutron] 10.222.0.54 "GET /v2.0/networks?id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 200 len: 919 time: 0.6206729 Sep 15 19:29:34.945669 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1d441-db56-4729-83c1-26f10a62880c None None] Pushing event updated for resources: {'Port': ['ID=f5299f4b-ec50-4404-b716-cdcb77140e5f,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:34.948559 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-78b1d441-db56-4729-83c1-26f10a62880c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:35.156985 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3a190b51-ed6e-4f5d-8e31-435b45bfcee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.222629 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810673a6-9c92-4c38-8071-cb190c0d53aa req-e4d251f3-c34e-4337-b9cb-b5964881521f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:35.224130 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-810673a6-9c92-4c38-8071-cb190c0d53aa req-e4d251f3-c34e-4337-b9cb-b5964881521f tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 946 time: 0.7836370 Sep 15 19:29:35.324177 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-320e7481-438f-4c27-b966-792245d000b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f HTTP/1.1" status: 200 len: 217 time: 0.4542634 Sep 15 19:29:35.388738 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0a22b-32a4-4937-b513-ffd97c8178e6 req-f9f1f21c-bb36-4bff-8bc7-8f42c332d64f tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:35.394620 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f0f0a22b-32a4-4937-b513-ffd97c8178e6 req-f9f1f21c-bb36-4bff-8bc7-8f42c332d64f tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 946 time: 0.8551648 Sep 15 19:29:35.408106 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.439849 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e1a22fea-6e9e-4e57-9dd1-938f4ace7b89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:35.505948 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49654) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:35.538157 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.557721 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Pushing event deleted for resources: {'Port': ['ID=16d6dffe-b06d-4562-bef9-38b4d7f8d71c,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:35.593109 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Attempting to bind port f5299f4b-ec50-4404-b716-cdcb77140e5f on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:29:35.593638 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Attempting to bind port f5299f4b-ec50-4404-b716-cdcb77140e5f by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:29:35.593994 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Attempting to bind port f5299f4b-ec50-4404-b716-cdcb77140e5f on network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:29:35.609771 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:29:35.610167 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Checking segment: {'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:29:35.610716 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.611102 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Bound using segment: {'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:29:35.611571 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Bound port: f5299f4b-ec50-4404-b716-cdcb77140e5f, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:29:35.611943 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.635306 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:35.650436 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Usage tracker for resource:security_group_rule and tenant:5a077fd9b35a43089586b849739b5c34 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:35.656918 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:35.668993 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:35.675029 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:35.717746 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] For port f5299f4b-ec50-4404-b716-cdcb77140e5f, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:29:35.721006 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] For port f5299f4b-ec50-4404-b716-cdcb77140e5f, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f5299f4b-ec50-4404-b716-cdcb77140e5f,segment=NetworkSegment(deb60613-42b3-41f1-b7dc-25bf8b00ebe0),segment_id=deb60613-42b3-41f1-b7dc-25bf8b00ebe0)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:29:35.722723 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.784059 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] No DVR routers for this DVR port 16d6dffe-b06d-4562-bef9-38b4d7f8d71c on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:29:35.786861 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.789303 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.791471 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-2dd1c636-c141-4efe-8f85-91105566d442 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:35.792876 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-2dd1c636-c141-4efe-8f85-91105566d442 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 200 len: 858 time: 0.4554548 Sep 15 19:29:35.794670 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] For port 4b78c373-2122-4b45-88db-70ec342f3c2c, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4b78c373-2122-4b45-88db-70ec342f3c2c,segment=NetworkSegment(101c6d76-2c52-4133-97bd-5de188510adf),segment_id=101c6d76-2c52-4133-97bd-5de188510adf)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:35.795022 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.805990 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd4ffdc-2797-4395-b028-19aa8699b6d7', 'name': 'network-vif-deleted', 'tag': '16d6dffe-b06d-4562-bef9-38b4d7f8d71c'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:35.813810 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-810673a6-9c92-4c38-8071-cb190c0d53aa req-8711b7fa-dad6-4768-92e3-36b4c50cdb03 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/security-groups?id=f0ddd377-56d0-406b-944e-443ee1dd6e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580215 Sep 15 19:29:35.831951 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.835559 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2bba9fd2-93bd-4c1d-86d7-9d4b9b162976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:35.873998 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:35.884968 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-0a8a310c-d5f9-4a2d-9463-025ccab3bf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:35.966597 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1d441-db56-4729-83c1-26f10a62880c None None] Pushing event updated for resources: {'Port': ['ID=f5299f4b-ec50-4404-b716-cdcb77140e5f,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:35.970131 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-78b1d441-db56-4729-83c1-26f10a62880c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:35.989729 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 16d6dffe-b06d-4562-bef9-38b4d7f8d71c no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:35.990855 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a07216-24b7-4828-bf8c-4a10d3598c56,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:35.992682 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-72553df4-96b3-447c-af08-04813e50b583 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=00fb698c-b1bb-4a7b-8825-5a07f774bd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1769242 Sep 15 19:29:36.014350 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.014710 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.015059 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.015399 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.015737 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.016073 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.016407 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.016741 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.021373 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.021678 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.022035 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:36.040507 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:36.055221 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a077fd9b35a43089586b849739b5c34&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5456488 Sep 15 19:29:36.056321 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49670) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:36.058272 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 16d6dffe-b06d-4562-bef9-38b4d7f8d71c {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:29:36.058623 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 16d6dffe-b06d-4562-bef9-38b4d7f8d71c not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:29:36.078822 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Routers {'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:29:36.079467 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:29:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:36.230808 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b482845e-d44b-4863-a271-3de855238973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:36.246235 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Calling delete_port for 4b78c373-2122-4b45-88db-70ec342f3c2c owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:29:36.300064 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b482845e-d44b-4863-a271-3de855238973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:36.331992 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f0f0a22b-32a4-4937-b513-ffd97c8178e6 req-31679cde-4ea2-406a-af3e-215aa1c0bedf tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/security-groups?id=90300e60-761a-4505-aa0a-eaeedb9930b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9107192 Sep 15 19:29:36.394449 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] Set router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:29:36.415531 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9b3cdd57-bac8-4d0b-a634-866f23c7a51a req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.54 "DELETE /v2.0/ports/16d6dffe-b06d-4562-bef9-38b4d7f8d71c HTTP/1.1" status: 204 len: 173 time: 3.6118445 Sep 15 19:29:36.489454 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b482845e-d44b-4863-a271-3de855238973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:36.493452 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-305cac28-1b44-4591-b45f-8d3b0d69555c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:36.535554 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482845e-d44b-4863-a271-3de855238973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a07216-24b7-4828-bf8c-4a10d3598c56,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:36.551030 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-b75006fa-5116-49f4-ab21-a9380206da03 service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660188 Sep 15 19:29:36.552727 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd4ffdc-2797-4395-b028-19aa8699b6d7', 'name': 'network-vif-deleted', 'tag': '16d6dffe-b06d-4562-bef9-38b4d7f8d71c', 'status': 'completed', 'code': 200} Sep 15 19:29:36.554214 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b482845e-d44b-4863-a271-3de855238973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:36.571649 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b482845e-d44b-4863-a271-3de855238973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:36.574910 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b482845e-d44b-4863-a271-3de855238973 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97a07216-24b7-4828-bf8c-4a10d3598c56 HTTP/1.1" status: 204 len: 168 time: 0.5140560 Sep 15 19:29:36.775492 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f41ca9-f5cf-428f-998d-03cba47e4055 req-7f4f5822-8b4c-47d3-a5a2-8000665dc9dd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:36.776990 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-65f41ca9-f5cf-428f-998d-03cba47e4055 req-7f4f5822-8b4c-47d3-a5a2-8000665dc9dd tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 946 time: 0.5932848 Sep 15 19:29:36.896488 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d3e69be1-1492-4e9c-a9d5-3f082bad5170 req-574868b7-9312-4728-a1ad-8b66b19c4edd service neutron] 10.222.0.54 "GET /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344891 Sep 15 19:29:36.930164 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-65f41ca9-f5cf-428f-998d-03cba47e4055 req-862d4e0d-dd63-4756-9b1a-58fde2116d56 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438992 Sep 15 19:29:36.975941 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:36.982754 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ee85d82a-3f88-4dfb-bd37-2a973dc9eb77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:37.093645 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:29:19Z', 'revision_number': 4, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'f5299f4b-ec50-4404-b716-cdcb77140e5f', 'name': '', 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'mac_address': 'fa:16:3e:3f:14:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f64ccb6e-2aab-4833-8148-5e78a16083d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:17Z', 'updated_at': '2021-09-15T19:29:35Z', 'revision_number': 4, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'subnets': [{'id': 'f64ccb6e-2aab-4833-8148-5e78a16083d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:37.109136 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cecada-3ede-4a65-9697-607e7f17a4cb None None] The sync data for ids ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'] in dv-cinder-805825-3-smb is: [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:29:19Z', 'revision_number': 4, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'f5299f4b-ec50-4404-b716-cdcb77140e5f', 'name': '', 'network_id': '74b9d365-a7be-408d-a7d4-ebaa7b1a1764', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'mac_address': 'fa:16:3e:3f:14:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f64ccb6e-2aab-4833-8148-5e78a16083d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:17Z', 'updated_at': '2021-09-15T19:29:35Z', 'revision_number': 4, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'subnets': [{'id': 'f64ccb6e-2aab-4833-8148-5e78a16083d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:29:37.146736 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Pushing event deleted for resources: {'Port': ['ID=4b78c373-2122-4b45-88db-70ec342f3c2c,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:37.162557 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.164636 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.165205 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.165727 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.166285 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.166934 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.167547 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.168058 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.168547 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.169035 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.169550 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:29:37.173238 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:37.336747 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-4fc9745c-ce3f-42b1-b2b8-367657647a88 req-0f1532e9-4097-43f1-af79-7dc94083e0fc tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Synchronizing usage tracker for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:37.339759 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] No DVR routers for this DVR port 4b78c373-2122-4b45-88db-70ec342f3c2c on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:29:37.343783 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:37.478726 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe0d6fef-dfae-4b63-af04-5a6bb4b282f0 req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.54 "DELETE /v2.0/ports/4b78c373-2122-4b45-88db-70ec342f3c2c HTTP/1.1" status: 204 len: 173 time: 2.9329023 Sep 15 19:29:37.506390 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-4fc9745c-ce3f-42b1-b2b8-367657647a88 req-0f1532e9-4097-43f1-af79-7dc94083e0fc tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Unset dirty status for tenant:1c590adda89548efb768bd99eb3ba655 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:37.507162 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c60a1eca-7186-4bae-bb64-aff70e2a6af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:37.508125 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4fc9745c-ce3f-42b1-b2b8-367657647a88 req-0f1532e9-4097-43f1-af79-7dc94083e0fc tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 210 time: 0.3621185 Sep 15 19:29:37.986061 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-ade23bc6-e141-4642-98cb-2d23e7d0556f req-4501583d-3386-4a31-95dc-5642ce87f6d3 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Synchronizing usage tracker for tenant:e8b97becb7284d3b928ec06ee9e85c00 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:37.991533 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 4b78c373-2122-4b45-88db-70ec342f3c2c no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:38.051040 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 4b78c373-2122-4b45-88db-70ec342f3c2c {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:29:38.051391 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 4b78c373-2122-4b45-88db-70ec342f3c2c not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:29:38.207147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-ade23bc6-e141-4642-98cb-2d23e7d0556f req-4501583d-3386-4a31-95dc-5642ce87f6d3 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Unset dirty status for tenant:e8b97becb7284d3b928ec06ee9e85c00 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:38.222257 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ade23bc6-e141-4642-98cb-2d23e7d0556f req-4501583d-3386-4a31-95dc-5642ce87f6d3 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 210 time: 0.3579047 Sep 15 19:29:38.346206 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c385b-ce1f-490b-bda0-0dd8df9ee185 req-55047278-489e-445b-bb03-0ac9fc50f655 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:38.347806 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-650c385b-ce1f-490b-bda0-0dd8df9ee185 req-55047278-489e-445b-bb03-0ac9fc50f655 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.2168090 Sep 15 19:29:38.351105 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f5299f4b-ec50-4404-b716-cdcb77140e5f up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:38.445583 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-650c385b-ce1f-490b-bda0-0dd8df9ee185 req-866a1300-dea2-47ab-8260-18b80b22ae8d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908148 Sep 15 19:29:38.570639 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64fd0186-37f6-456e-9fbd-dcc1d36700b7', 'name': 'network-vif-deleted', 'tag': '4b78c373-2122-4b45-88db-70ec342f3c2c'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:38.574975 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:38.633741 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeee37b-74b6-4dd8-af5b-8404fc947c03 req-1db06a83-2b29-41b1-a262-1ee7e84ba8c2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:38.652552 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-efeee37b-74b6-4dd8-af5b-8404fc947c03 req-1db06a83-2b29-41b1-a262-1ee7e84ba8c2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 946 time: 0.2228227 Sep 15 19:29:38.722741 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-efeee37b-74b6-4dd8-af5b-8404fc947c03 req-c254deb6-8bb9-48e6-bb81-96330a76cf13 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688119 Sep 15 19:29:38.728944 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port f5299f4b-ec50-4404-b716-cdcb77140e5f completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:38.736210 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port f5299f4b-ec50-4404-b716-cdcb77140e5f triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:38.737309 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:38.828693 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-42bd459a-aaee-45cb-825b-b94657b84060 req-562ee26f-3c3c-41cc-b9f5-257e4a0eaccf tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cd4ffdc-2797-4395-b028-19aa8699b6d7 HTTP/1.1" status: 200 len: 210 time: 0.0620975 Sep 15 19:29:38.892450 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64fd0186-37f6-456e-9fbd-dcc1d36700b7', 'name': 'network-vif-deleted', 'tag': '4b78c373-2122-4b45-88db-70ec342f3c2c', 'status': 'completed', 'code': 200} Sep 15 19:29:38.931002 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:38.965472 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port f5299f4b-ec50-4404-b716-cdcb77140e5f, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f5299f4b-ec50-4404-b716-cdcb77140e5f,segment=NetworkSegment(deb60613-42b3-41f1-b7dc-25bf8b00ebe0),segment_id=deb60613-42b3-41f1-b7dc-25bf8b00ebe0)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:39.055069 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:39.069940 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:39.169047 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=f5299f4b-ec50-4404-b716-cdcb77140e5f,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:39.174898 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:39.518141 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1eea4675-5d3d-474e-8897-efe3fa08537f req-77647a92-6f40-4de5-ab1d-7e59cf5508c6 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] 10.222.0.57 "GET /v2.0/ports?device_id=64fd0186-37f6-456e-9fbd-dcc1d36700b7 HTTP/1.1" status: 200 len: 210 time: 0.1386783 Sep 15 19:29:39.676605 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b5ee9-2c6c-43ae-bf3b-309db9df31c2 req-b2ab1c02-f434-46c2-8388-9ba2a5d7533d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:39.684272 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-df9b5ee9-2c6c-43ae-bf3b-309db9df31c2 req-b2ab1c02-f434-46c2-8388-9ba2a5d7533d tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.0868785 Sep 15 19:29:39.742164 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-df9b5ee9-2c6c-43ae-bf3b-309db9df31c2 req-4ebf9d58-eb52-420c-8dd8-883385d1da28 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569055 Sep 15 19:29:39.946762 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:39.992420 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 49766) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:40.149337 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] Deleting subnet e842d761-f7fb-4ed1-999f-eac0961a8e0a {{(pid=75810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:29:40.153212 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:40.207244 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810b0af-8d10-4ea0-acb9-6411d7775291 req-1b5b0292-374b-4a76-875c-e36d0c5c4ce2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:40.208732 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4810b0af-8d10-4ea0-acb9-6411d7775291 req-1b5b0292-374b-4a76-875c-e36d0c5c4ce2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 946 time: 0.1657214 Sep 15 19:29:40.235372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780301'] for subnet, precommit_delete_associations {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:40.241047 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f5299f4b-ec50-4404-b716-cdcb77140e5f up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:29:40.318751 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port f5299f4b-ec50-4404-b716-cdcb77140e5f triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:40.319354 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:40.375277 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:40.418657 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4810b0af-8d10-4ea0-acb9-6411d7775291 req-4315a0ad-7773-4d0d-9d36-297037cfd9f6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010486 Sep 15 19:29:40.461879 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-157bbc78-1f2f-48d7-ada6-85bfd96aea3c tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:40.463324 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-157bbc78-1f2f-48d7-ada6-85bfd96aea3c tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.54 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.1998310 Sep 15 19:29:40.538334 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Deleting port 31c93dfd-efc4-4865-a296-97a74b753cb7 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:29:40.539530 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:40.577874 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1780355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1975837'] for subnet, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:40.596359 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-20e1c805-700f-4458-95fd-bcd07edddad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:40.643775 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e842d761-f7fb-4ed1-999f-eac0961a8e0a,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:40.650709 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:40.658249 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:40.695868 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-eee3cb62-811d-4ae9-89ea-275fa2d02699 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e842d761-f7fb-4ed1-999f-eac0961a8e0a HTTP/1.1" status: 204 len: 168 time: 0.7023122 Sep 15 19:29:40.698439 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 49778) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:40.922920 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:41.103920 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] For port 31c93dfd-efc4-4865-a296-97a74b753cb7, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31c93dfd-efc4-4865-a296-97a74b753cb7,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:29:41.104274 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:41.342498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Calling delete_port for 31c93dfd-efc4-4865-a296-97a74b753cb7 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:29:41.390850 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:41.415055 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbda95e-d8db-436f-9a0e-bbfcb8e0be66']}} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:41.439035 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51afb14-d538-438e-9d4c-8d07ea6f9601 req-e0baaa1f-2631-4100-a240-fd8b79989dab tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:41.440480 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e51afb14-d538-438e-9d4c-8d07ea6f9601 req-e0baaa1f-2631-4100-a240-fd8b79989dab tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 945 time: 0.5168457 Sep 15 19:29:41.444600 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7') {'for_net_delete': True} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:41.444925 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc48debb-01d1-4cd7-9dc8-23f99bc4dab7') {} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:29:41.494831 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780292'] for segment, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:41.526922 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:41.652335 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=75810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:29:41.653023 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1780513'] for segment, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: Traceback (most recent call last): Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: timer() Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: cb(*args, **kw) Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: return func(*args, **kwargs) Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: self._notify() Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: self.callback(batched_events) Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: event.method(event) Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: return f(self, *a, **k) Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: return self._get(url).json() Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: return self.request(url, 'GET', **kwargs) Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:29:41.667800 dv-cinder-805825-3-smb neutron-server[75810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:29:41.675096 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e51afb14-d538-438e-9d4c-8d07ea6f9601 req-9fe83149-0bbf-4785-aa4c-10a662d0cbdb tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172828 Sep 15 19:29:42.083989 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:42.087416 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:42.093081 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-1ebfc8b6-ba30-4967-a8ae-cc514ebc39a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:42.106617 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['f9d52ddf-c313-4e8f-93fd-555d64c7517f'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:29:42.163152 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Pushing event deleted for resources: {'Port': ['ID=31c93dfd-efc4-4865-a296-97a74b753cb7,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:42.175121 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:42.179923 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:42.207240 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:42.233896 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbda95e-d8db-436f-9a0e-bbfcb8e0be66,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:42.251961 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:42.310397 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] No DVR routers for this DVR port 31c93dfd-efc4-4865-a296-97a74b753cb7 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:29:42.315462 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:42.321909 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-df162586-a319-4bcd-8dcf-fb99bc6094ec req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.54 "DELETE /v2.0/ports/31c93dfd-efc4-4865-a296-97a74b753cb7 HTTP/1.1" status: 204 len: 173 time: 1.8509066 Sep 15 19:29:42.327554 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c053d0-4ed0-4f28-bf28-a9da90350a87', 'name': 'network-vif-deleted', 'tag': '31c93dfd-efc4-4865-a296-97a74b753cb7'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:29:42.407442 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c053d0-4ed0-4f28-bf28-a9da90350a87', 'name': 'network-vif-deleted', 'tag': '31c93dfd-efc4-4865-a296-97a74b753cb7', 'status': 'completed', 'code': 200} Sep 15 19:29:42.476467 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2e53b272-533a-4d74-b6e0-70e332d48002 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1bbda95e-d8db-436f-9a0e-bbfcb8e0be66 HTTP/1.1" status: 204 len: 168 time: 1.7729895 Sep 15 19:29:42.854997 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-eb1dab1b-6dda-4f40-b15e-3b05762b69a1 req-597c9d85-2263-4cd8-8a12-0541a08496e5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Synchronizing usage tracker for tenant:42a7f984db50442983b35494d4c54151 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:42.963498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-eb1dab1b-6dda-4f40-b15e-3b05762b69a1 req-597c9d85-2263-4cd8-8a12-0541a08496e5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Unset dirty status for tenant:42a7f984db50442983b35494d4c54151 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:42.967330 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eb1dab1b-6dda-4f40-b15e-3b05762b69a1 req-597c9d85-2263-4cd8-8a12-0541a08496e5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3c053d0-4ed0-4f28-bf28-a9da90350a87 HTTP/1.1" status: 200 len: 210 time: 0.1606894 Sep 15 19:29:42.979833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 49822) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:43.038750 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-6f2f5df9-866a-44b7-9274-cbafa8bc58bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c590adda89548efb768bd99eb3ba655&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553133 Sep 15 19:29:43.039315 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 49826) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:29:43.107573 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-df47118e-353a-4666-94c4-c37e6e49c905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:43.152802 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-df47118e-353a-4666-94c4-c37e6e49c905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:43.291233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-df47118e-353a-4666-94c4-c37e6e49c905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:43.295061 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d3299e39-3efc-4b83-ab4f-26ecfc6e066a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:43.315733 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47118e-353a-4666-94c4-c37e6e49c905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ddd377-56d0-406b-944e-443ee1dd6e0c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:43.318302 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-df47118e-353a-4666-94c4-c37e6e49c905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:43.470812 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-df47118e-353a-4666-94c4-c37e6e49c905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:43.472082 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-df47118e-353a-4666-94c4-c37e6e49c905 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0ddd377-56d0-406b-944e-443ee1dd6e0c HTTP/1.1" status: 204 len: 168 time: 0.4314706 Sep 15 19:29:44.040063 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 31c93dfd-efc4-4865-a296-97a74b753cb7 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:29:44.070642 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 31c93dfd-efc4-4865-a296-97a74b753cb7 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:29:44.074168 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 31c93dfd-efc4-4865-a296-97a74b753cb7 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:29:44.466483 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-80f54c4b-a5e8-4cb0-bcfe-6e47986c1a78 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:44.467293 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-80f54c4b-a5e8-4cb0-bcfe-6e47986c1a78 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Synchronizing usage tracker for tenant:5d3afda8ed944814943700ac8213a43e on resource:network {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:44.574636 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-80f54c4b-a5e8-4cb0-bcfe-6e47986c1a78 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Unset dirty status for tenant:5d3afda8ed944814943700ac8213a43e on resource:network {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:44.576497 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-80f54c4b-a5e8-4cb0-bcfe-6e47986c1a78 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 814 time: 0.2675691 Sep 15 19:29:44.608235 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-48427d45-1a90-42eb-b1a1-9f2c2d4a4ad6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/quotas/5d3afda8ed944814943700ac8213a43e HTTP/1.1" status: 200 len: 375 time: 0.0248687 Sep 15 19:29:44.786777 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-077537d7-affd-43f5-b85f-c379f5b8754f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738479 Sep 15 19:29:44.803319 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcf884-66cc-4d55-bf8a-9946e611b4ec req-941ff23d-a297-4c2e-b487-928424607e14 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:44.805655 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7ffcf884-66cc-4d55-bf8a-9946e611b4ec req-941ff23d-a297-4c2e-b487-928424607e14 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1381366 Sep 15 19:29:44.960451 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7ffcf884-66cc-4d55-bf8a-9946e611b4ec req-37b33404-f8a7-41de-bede-429ab94a66b5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329830 Sep 15 19:29:44.987727 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-5220d945-6d0f-4ccc-b706-6f8e3c500efc service neutron] 10.222.0.57 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809776 Sep 15 19:29:45.124756 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-1ac32232-0230-491b-b11a-11e0eebae5e2 service neutron] 10.222.0.57 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302483 Sep 15 19:29:45.526325 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-429ed0e7-7e92-4039-8c17-40a60c774d67 req-1cbb0380-cc63-4647-af76-3beedf70278f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 210 time: 0.0932369 Sep 15 19:29:46.235127 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e84a3-16d9-41b3-af90-4be399e530ad req-3541abd2-8fe1-40ab-8326-8066187d7663 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:46.236833 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-270e84a3-16d9-41b3-af90-4be399e530ad req-3541abd2-8fe1-40ab-8326-8066187d7663 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1201789 Sep 15 19:29:46.306405 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-270e84a3-16d9-41b3-af90-4be399e530ad req-b8d4e3c7-3949-4711-81b0-de0af17ea384 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623710 Sep 15 19:29:46.686483 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c927d76c-01f9-4ab7-9117-2f67d69e03dd req-d97bcec8-8396-462b-8043-a5ecb7de6543 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 210 time: 0.0693905 Sep 15 19:29:47.528557 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a48ee4-6b92-44c1-be55-25a3ec9cc690 req-5522d062-18aa-4c11-a465-2ae2dc70ad60 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:47.530050 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c1a48ee4-6b92-44c1-be55-25a3ec9cc690 req-5522d062-18aa-4c11-a465-2ae2dc70ad60 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.0938556 Sep 15 19:29:47.581502 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c1a48ee4-6b92-44c1-be55-25a3ec9cc690 req-30cdf643-2f5e-4b87-9514-ff267047e8c9 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Sep 15 19:29:47.855836 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d2dcdb01-6e18-440a-9f9a-3dd40bb7ce23 req-237fbd31-0acf-437a-a888-625ba4755fca tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 210 time: 0.0419705 Sep 15 19:29:48.160644 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-60139479-02c8-4323-90bb-39b54721e08d tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:48.161850 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-60139479-02c8-4323-90bb-39b54721e08d tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.54 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 814 time: 0.1757636 Sep 15 19:29:48.191538 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'port': {'device_id': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'admin_state_up': True, 'tenant_id': '5d3afda8ed944814943700ac8213a43e'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:29:48.364786 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:29:48.369569 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:port and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:29:48.373907 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:29:48.381950 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:29:48.461149 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Made reservation on behalf of 5d3afda8ed944814943700ac8213a43e for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:29:48.464922 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:48.794611 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Allocated IP 172.20.0.7 (5cc91aab-8513-4423-8883-2e232dba596c/6fc1327e-fba8-4395-a3ec-676e45ea6829/d57236c4-d5e3-4880-a104-b7f6d2722302) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:29:48.916747 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bb2fb-7420-44c5-bde6-668ecf3f606e req-b138e4ff-b73c-4c36-b04b-32c35df65938 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:48.922049 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-724bb2fb-7420-44c5-bde6-668ecf3f606e req-b138e4ff-b73c-4c36-b04b-32c35df65938 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1687202 Sep 15 19:29:49.137761 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:49.183163 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Transition to ACTIVE for port object d57236c4-d5e3-4880-a104-b7f6d2722302 will not be triggered until provisioned by entity DHCP. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:29:49.273451 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ac13ce6e-07d3-457b-a344-e7530cc3e12a req-565afa5d-8d01-426b-8025-3ab0e8d7e28d tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 210 time: 0.0706353 Sep 15 19:29:49.291265 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-724bb2fb-7420-44c5-bde6-668ecf3f606e req-9a21f577-0746-4dfc-82e5-4e0c667593f0 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579593 Sep 15 19:29:49.387426 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:49.396516 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d36fdc80-8e51-47d9-9909-df3096312284 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:29:49.491600 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'Port': ['ID=d57236c4-d5e3-4880-a104-b7f6d2722302,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:29:49.498209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Network 5cc91aab-8513-4423-8883-2e232dba596c is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:29:49.499756 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:29:49.500769 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:29:49.511062 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:29:49.597268 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:49.598174 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:49.690044 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5020201 Sep 15 19:29:49.882093 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a076e0a8-f6e9-47cc-96e7-7f6f5c67f848 None None] Provisioning for port d57236c4-d5e3-4880-a104-b7f6d2722302 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:29:49.890159 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a076e0a8-f6e9-47cc-96e7-7f6f5c67f848 None None] Provisioning complete for port d57236c4-d5e3-4880-a104-b7f6d2722302 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:29:49.890840 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a076e0a8-f6e9-47cc-96e7-7f6f5c67f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:29:49.974918 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a076e0a8-f6e9-47cc-96e7-7f6f5c67f848 None None] Port d57236c4-d5e3-4880-a104-b7f6d2722302 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:29:50.642873 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad701a-97aa-4166-a1b3-b208a417e2de req-40cc60a4-c4b9-4ee4-8898-2eeac1669cf5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:50.648325 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2cad701a-97aa-4166-a1b3-b208a417e2de req-40cc60a4-c4b9-4ee4-8898-2eeac1669cf5 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1768551 Sep 15 19:29:50.701857 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed28c5-cb96-4fec-9dde-dbe23590177d req-fc32b4e4-715b-4446-8efa-464bd720da5a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:50.702991 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-56ed28c5-cb96-4fec-9dde-dbe23590177d req-fc32b4e4-715b-4446-8efa-464bd720da5a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Synchronizing usage tracker for tenant:5d3afda8ed944814943700ac8213a43e on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:50.732761 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2cad701a-97aa-4166-a1b3-b208a417e2de req-e6c88e7d-e365-4fd9-afc3-ad9f75ec309b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742009 Sep 15 19:29:51.202791 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-56ed28c5-cb96-4fec-9dde-dbe23590177d req-fc32b4e4-715b-4446-8efa-464bd720da5a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Unset dirty status for tenant:5d3afda8ed944814943700ac8213a43e on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:51.204006 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-56ed28c5-cb96-4fec-9dde-dbe23590177d req-fc32b4e4-715b-4446-8efa-464bd720da5a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.6947017 Sep 15 19:29:51.284264 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-56ed28c5-cb96-4fec-9dde-dbe23590177d req-bec30bb0-afb2-43a9-834d-f81253ffe5a5 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Synchronizing usage tracker for tenant:5d3afda8ed944814943700ac8213a43e on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:29:51.416873 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-56ed28c5-cb96-4fec-9dde-dbe23590177d req-bec30bb0-afb2-43a9-834d-f81253ffe5a5 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Unset dirty status for tenant:5d3afda8ed944814943700ac8213a43e on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:29:51.416873 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-56ed28c5-cb96-4fec-9dde-dbe23590177d req-bec30bb0-afb2-43a9-834d-f81253ffe5a5 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053976 Sep 15 19:29:51.991810 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabecb6-d8b6-41f3-b15c-28be02d00b48 req-0285be3b-6091-4d73-9e4e-f40f5c148c12 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:51.993556 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5eabecb6-d8b6-41f3-b15c-28be02d00b48 req-0285be3b-6091-4d73-9e4e-f40f5c148c12 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.0950718 Sep 15 19:29:52.059282 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5eabecb6-d8b6-41f3-b15c-28be02d00b48 req-c01d8ce9-a5d4-49db-ad93-7afda41e06a6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579219 Sep 15 19:29:52.703463 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab1a0d-f045-4828-8750-9af8e595d4d6 req-c388aeac-dc17-4f4e-9edc-5c9ab060095a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:52.711780 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-40ab1a0d-f045-4828-8750-9af8e595d4d6 req-c388aeac-dc17-4f4e-9edc-5c9ab060095a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.1131473 Sep 15 19:29:52.775164 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-40ab1a0d-f045-4828-8750-9af8e595d4d6 req-55427904-b54b-470a-b764-ec8ea360700b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626910 Sep 15 19:29:53.367391 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f907cc-13b2-4d44-9f0b-9dd57d13bd58 req-cbc5a1cc-6252-44bb-8d0f-4499b7598e83 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:53.379285 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-25f907cc-13b2-4d44-9f0b-9dd57d13bd58 req-cbc5a1cc-6252-44bb-8d0f-4499b7598e83 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1304703 Sep 15 19:29:53.447441 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-25f907cc-13b2-4d44-9f0b-9dd57d13bd58 req-96aef441-2ce4-47be-8445-5afba4707169 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670731 Sep 15 19:29:54.083069 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e34a2-c284-40ff-9bf2-394ab87ab0da req-beb27c30-1c45-4fb3-94c6-7414c747dbf0 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:54.084564 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c11e34a2-c284-40ff-9bf2-394ab87ab0da req-beb27c30-1c45-4fb3-94c6-7414c747dbf0 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.1268046 Sep 15 19:29:54.140396 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c11e34a2-c284-40ff-9bf2-394ab87ab0da req-b415d6fd-78b5-4452-9117-6649d38fd989 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492473 Sep 15 19:29:54.764045 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d79b1e-99df-48f6-b5a8-afd9c866365f req-f79ad57e-8955-4117-aa0d-0104cd201bb6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:54.769947 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-35d79b1e-99df-48f6-b5a8-afd9c866365f req-f79ad57e-8955-4117-aa0d-0104cd201bb6 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1516588 Sep 15 19:29:54.857968 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-35d79b1e-99df-48f6-b5a8-afd9c866365f req-3ba06144-1eca-46d5-abd6-8714045d7477 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850289 Sep 15 19:29:55.429188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603e156-484c-4fb0-8e08-4122b85a2257 req-a2781670-84a1-4b6f-8855-81e750a9b9f0 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:55.432406 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7603e156-484c-4fb0-8e08-4122b85a2257 req-a2781670-84a1-4b6f-8855-81e750a9b9f0 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.1112702 Sep 15 19:29:55.508760 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7603e156-484c-4fb0-8e08-4122b85a2257 req-ecf33013-4cb0-49c3-b8ad-53ca14264406 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695629 Sep 15 19:29:56.128844 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb0d24-d7cf-4846-a56f-3b24c8ee8255 req-665be137-dda5-4f85-8036-2acd9718f37e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:56.130353 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-97bb0d24-d7cf-4846-a56f-3b24c8ee8255 req-665be137-dda5-4f85-8036-2acd9718f37e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.0941188 Sep 15 19:29:56.196378 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-97bb0d24-d7cf-4846-a56f-3b24c8ee8255 req-fb323b46-1d70-4772-a320-22c48f354957 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599174 Sep 15 19:29:56.717978 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c941f73-f053-4d83-8754-c45b52d96230 req-fc22207f-7130-4223-aaf0-bb6137188c5a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:56.719500 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4c941f73-f053-4d83-8754-c45b52d96230 req-fc22207f-7130-4223-aaf0-bb6137188c5a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.0858932 Sep 15 19:29:56.798564 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4c941f73-f053-4d83-8754-c45b52d96230 req-1a27ee99-e479-4b0c-bb7e-cf71b6a14fe4 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722735 Sep 15 19:29:57.477498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a405ac-734e-4aae-a960-85bc58241b02 req-6b9e83b1-4437-4e49-9201-f5bfae258358 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:57.479143 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-60a405ac-734e-4aae-a960-85bc58241b02 req-6b9e83b1-4437-4e49-9201-f5bfae258358 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1038523 Sep 15 19:29:57.550788 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-60a405ac-734e-4aae-a960-85bc58241b02 req-5c24c678-897a-4fe5-97b2-830d1475a40b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643406 Sep 15 19:29:58.076303 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdf624-c2f6-4977-9906-556885e274b9 req-e6093e91-011a-4bbe-84c5-7cd4afbbd4e3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:58.077979 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-81bdf624-c2f6-4977-9906-556885e274b9 req-e6093e91-011a-4bbe-84c5-7cd4afbbd4e3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.1437886 Sep 15 19:29:58.148315 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-81bdf624-c2f6-4977-9906-556885e274b9 req-d7a5b691-2843-447c-86e6-e207f702e73f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596526 Sep 15 19:29:58.819683 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c2df0-f004-463d-ae85-f4f4e002acc9 req-e7b63885-dd2b-497d-a0ee-b240c8d5986b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:58.821167 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b02c2df0-f004-463d-ae85-f4f4e002acc9 req-e7b63885-dd2b-497d-a0ee-b240c8d5986b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1113272 Sep 15 19:29:58.888342 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b02c2df0-f004-463d-ae85-f4f4e002acc9 req-7f35da3f-432c-47a1-a9da-ff99ec8e0aad tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602572 Sep 15 19:29:59.388234 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6df40f-41c2-4917-bf61-57290ec321e7 req-4fc79b91-1de6-458e-9bd3-63c6a6a79741 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:29:59.390709 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eb6df40f-41c2-4917-bf61-57290ec321e7 req-4fc79b91-1de6-458e-9bd3-63c6a6a79741 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.1009390 Sep 15 19:29:59.479990 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eb6df40f-41c2-4917-bf61-57290ec321e7 req-38d27a18-a1ba-49dc-89f9-884ce5fe9a47 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757277 Sep 15 19:30:00.117086 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cde6ff-d394-4d1a-870c-4c8b9e3e35a4 req-90605d9d-61d9-43d8-ac50-31d398672351 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:00.123104 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99cde6ff-d394-4d1a-870c-4c8b9e3e35a4 req-90605d9d-61d9-43d8-ac50-31d398672351 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1090708 Sep 15 19:30:00.184695 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99cde6ff-d394-4d1a-870c-4c8b9e3e35a4 req-f405eee5-ed2b-4169-9e9e-0fbf2822f007 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599260 Sep 15 19:30:00.768155 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a78f-c83b-40e6-82c9-601e34dddc50 req-ba193947-1b58-4e70-95b7-3f99006f6054 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:00.775943 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b1b3a78f-c83b-40e6-82c9-601e34dddc50 req-ba193947-1b58-4e70-95b7-3f99006f6054 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.1544671 Sep 15 19:30:00.827842 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b1b3a78f-c83b-40e6-82c9-601e34dddc50 req-52059e39-e652-4ce3-96ef-f9e6cf653986 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Sep 15 19:30:01.535059 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bbb45-dd63-4910-8a73-9fda391ff43f req-a0017e35-f675-4aa4-9afa-5f4faf5c2b9b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:01.536792 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-763bbb45-dd63-4910-8a73-9fda391ff43f req-a0017e35-f675-4aa4-9afa-5f4faf5c2b9b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.1242077 Sep 15 19:30:01.757260 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Request body: {'port': {'device_id': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:01.757260 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-763bbb45-dd63-4910-8a73-9fda391ff43f req-9bb04cc0-ee83-45fa-99e2-9affdf99d7c4 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066469 Sep 15 19:30:01.842735 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:02.214257 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2954d-dd0b-445b-9991-23f9f2af574c req-56fb0f70-6636-4373-9ecc-dde17a96f877 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:02.216179 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30c2954d-dd0b-445b-9991-23f9f2af574c req-56fb0f70-6636-4373-9ecc-dde17a96f877 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 931 time: 0.2102549 Sep 15 19:30:02.310907 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30c2954d-dd0b-445b-9991-23f9f2af574c req-c8767853-3727-4267-9ffd-8366fcbe638e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877173 Sep 15 19:30:02.435353 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57236c4-d5e3-4880-a104-b7f6d2722302 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:30:02.445028 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:02.469241 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Transition to ACTIVE for port object d57236c4-d5e3-4880-a104-b7f6d2722302 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:30:02.556992 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:02.564456 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:02.704652 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=d57236c4-d5e3-4880-a104-b7f6d2722302,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:02.714543 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:02.865613 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:03.012139 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Attempting to bind port d57236c4-d5e3-4880-a104-b7f6d2722302 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:30:03.012475 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Attempting to bind port d57236c4-d5e3-4880-a104-b7f6d2722302 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:30:03.012803 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Attempting to bind port d57236c4-d5e3-4880-a104-b7f6d2722302 on network 5cc91aab-8513-4423-8883-2e232dba596c {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:30:03.042972 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Port d57236c4-d5e3-4880-a104-b7f6d2722302 on network 5cc91aab-8513-4423-8883-2e232dba596c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:30:03.043914 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Attempting to bind port d57236c4-d5e3-4880-a104-b7f6d2722302 on network 5cc91aab-8513-4423-8883-2e232dba596c {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:30:03.052658 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:30:03.053016 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Checking segment: {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:30:03.053368 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Bound using segment: {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:30:03.054382 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Bound port: d57236c4-d5e3-4880-a104-b7f6d2722302, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a1def46-45e1-4f0d-a91e-2804a39e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:30:03.054726 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:03.189778 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598052d-161e-4a8a-960c-10733436b802 req-ee797431-e0df-4799-97a7-9fd64e07203a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:03.191532 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f598052d-161e-4a8a-960c-10733436b802 req-ee797431-e0df-4799-97a7-9fd64e07203a tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2928779 Sep 15 19:30:03.261441 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] For port d57236c4-d5e3-4880-a104-b7f6d2722302, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:03.278452 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] For port d57236c4-d5e3-4880-a104-b7f6d2722302, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d57236c4-d5e3-4880-a104-b7f6d2722302,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:03.284147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-3e5f14e0-f59a-4263-8797-4925eec10773 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:03.285621 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-3e5f14e0-f59a-4263-8797-4925eec10773 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.54 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.2201934 Sep 15 19:30:03.288747 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f598052d-161e-4a8a-960c-10733436b802 req-aeb84235-a109-464f-bccc-1c1289e97aee tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882690 Sep 15 19:30:03.362601 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Deleting port f9d52ddf-c313-4e8f-93fd-555d64c7517f {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:30:03.363671 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:03.561749 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:03.581468 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:03.656242 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:03.657350 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] 10.222.0.54 "PUT /v2.0/ports/d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 1093 time: 1.9790626 Sep 15 19:30:03.664334 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:03.814208 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'status': 'completed', 'code': 200} Sep 15 19:30:03.997637 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=d57236c4-d5e3-4880-a104-b7f6d2722302,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:04.002537 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:04.115711 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ea80f-1ba5-49b1-b811-89c78df39dee req-0858d308-8d1f-4f08-8425-e9a6bee2912e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:04.117921 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-220ea80f-1ba5-49b1-b811-89c78df39dee req-0858d308-8d1f-4f08-8425-e9a6bee2912e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 943 time: 0.6401742 Sep 15 19:30:04.191846 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] For port f9d52ddf-c313-4e8f-93fd-555d64c7517f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=f9d52ddf-c313-4e8f-93fd-555d64c7517f,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:04.195928 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:04.210773 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-220ea80f-1ba5-49b1-b811-89c78df39dee req-80459f1e-42b2-4ff9-b166-937889c39383 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793192 Sep 15 19:30:04.333896 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-3717b317-f435-438f-aaae-5a795feb10b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1096 time: 0.5132544 Sep 15 19:30:04.341373 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Calling delete_port for f9d52ddf-c313-4e8f-93fd-555d64c7517f owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:30:04.583025 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-4bd9957b-1cb2-4cc7-ab60-cd17d87c0b0f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 217 time: 0.2038629 Sep 15 19:30:04.701159 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-d14aafc8-00bf-4c7d-98fc-e242d2740945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:04.703170 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-d14aafc8-00bf-4c7d-98fc-e242d2740945 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 200 len: 853 time: 0.0974107 Sep 15 19:30:04.769787 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f509b6-470e-4c7e-964e-c72185d78690 req-a1eb9738-0f63-435a-a6db-7e26a2e68a47 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:04.771467 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-90f509b6-470e-4c7e-964e-c72185d78690 req-a1eb9738-0f63-435a-a6db-7e26a2e68a47 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 946 time: 0.3007035 Sep 15 19:30:04.822525 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:04.842666 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ae73cff4-ff3f-4491-b4b5-ff51672d99aa tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:04.896073 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Pushing event deleted for resources: {'Port': ['ID=f9d52ddf-c313-4e8f-93fd-555d64c7517f,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:04.904104 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:04.909577 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-3669cb71-1c84-45a2-967d-130f269ebcb5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cc91aab-8513-4423-8883-2e232dba596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1982529 Sep 15 19:30:04.927278 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-90f509b6-470e-4c7e-964e-c72185d78690 req-0a6f4e54-8eec-44e2-8c18-07b54fd20249 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/security-groups?id=99816b97-5928-45ea-a62f-9415aeffc96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399322 Sep 15 19:30:05.047516 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] No DVR routers for this DVR port f9d52ddf-c313-4e8f-93fd-555d64c7517f on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:30:05.051189 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:05.147822 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-38d2cdbf-c873-4aaf-bfac-7124a72a3a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:05.177899 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-d6dfb4be-6ca3-4723-b39d-2adf9ecb7bba service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118840 Sep 15 19:30:05.340835 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8465242c-1990-4da2-bf75-668b4a2ab946 req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.54 "DELETE /v2.0/ports/f9d52ddf-c313-4e8f-93fd-555d64c7517f HTTP/1.1" status: 204 len: 173 time: 2.0489249 Sep 15 19:30:05.379727 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bbae09d9-0861-4323-a6dc-5df798883c4c req-8eb4a20a-6ac4-4e2c-89dc-5ab775944cce service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947212 Sep 15 19:30:05.530625 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38c178-68bc-40cc-8d68-d4cac9d4047e req-4f2db694-29dc-4a62-a14d-484fde478c4d tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:05.534016 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f38c178-68bc-40cc-8d68-d4cac9d4047e req-4f2db694-29dc-4a62-a14d-484fde478c4d tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 943 time: 0.1127112 Sep 15 19:30:05.604435 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:05.741585 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f38c178-68bc-40cc-8d68-d4cac9d4047e req-0500bb3b-6c3d-499f-ad46-27855dabab87 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603971 Sep 15 19:30:05.752532 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-dd73398a-7efe-40d2-8af9-a2e1a555dcab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1096 time: 0.2155449 Sep 15 19:30:05.815492 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786bad69-d0df-46cd-8af8-5f60effdb083', 'name': 'network-vif-deleted', 'tag': 'f9d52ddf-c313-4e8f-93fd-555d64c7517f'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:05.904979 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786bad69-d0df-46cd-8af8-5f60effdb083', 'name': 'network-vif-deleted', 'tag': 'f9d52ddf-c313-4e8f-93fd-555d64c7517f', 'status': 'completed', 'code': 200} Sep 15 19:30:05.932822 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-0ee1f041-f9e8-4545-a782-724343dfb9eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:05.934753 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-0ee1f041-f9e8-4545-a782-724343dfb9eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 915 time: 0.1763225 Sep 15 19:30:06.025202 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-017ee41f-a6ec-4a0f-bf1a-9f8ebd4085eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 217 time: 0.0830038 Sep 15 19:30:06.150241 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-f2a39cc1-c503-45a3-9ccc-c4e474e717a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:06.152273 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-f2a39cc1-c503-45a3-9ccc-c4e474e717a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 200 len: 853 time: 0.1191630 Sep 15 19:30:06.153901 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-ca074b7b-89a0-4c7a-af79-1e155ef42214 req-437462d0-5320-4287-8cb4-29b358321f54 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Synchronizing usage tracker for tenant:42a7f984db50442983b35494d4c54151 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:30:06.200310 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device f9d52ddf-c313-4e8f-93fd-555d64c7517f no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:30:06.245521 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: f9d52ddf-c313-4e8f-93fd-555d64c7517f {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:30:06.246315 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device f9d52ddf-c313-4e8f-93fd-555d64c7517f not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:30:06.250892 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-a059e852-509e-41ae-ab33-27a32d9317a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cc91aab-8513-4423-8883-2e232dba596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895321 Sep 15 19:30:06.288967 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-ca074b7b-89a0-4c7a-af79-1e155ef42214 req-437462d0-5320-4287-8cb4-29b358321f54 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Unset dirty status for tenant:42a7f984db50442983b35494d4c54151 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:30:06.290031 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ca074b7b-89a0-4c7a-af79-1e155ef42214 req-437462d0-5320-4287-8cb4-29b358321f54 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] 10.222.0.57 "GET /v2.0/ports?device_id=786bad69-d0df-46cd-8af8-5f60effdb083 HTTP/1.1" status: 200 len: 210 time: 0.1989856 Sep 15 19:30:06.430676 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-1c05ac6a-e906-4f3a-948d-cf539f644a3f service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701176 Sep 15 19:30:06.594909 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-deb1b22a-ddc0-41a4-b78b-2e1b4e4d71fb req-1cce2ca2-e72e-4477-aedd-0d93c8c0d757 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575234 Sep 15 19:30:07.007851 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef87e74-57ce-4b45-93db-563d62bee93a req-94eda3c3-0776-4019-9f09-d61a136a5fd2 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:07.009660 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eef87e74-57ce-4b45-93db-563d62bee93a req-94eda3c3-0776-4019-9f09-d61a136a5fd2 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 943 time: 0.0982366 Sep 15 19:30:07.071367 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-eef87e74-57ce-4b45-93db-563d62bee93a req-548fa211-ec2f-461f-b0a3-a21a4b7f8b81 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Sep 15 19:30:07.414584 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50266) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:07.499313 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e96734f5-629c-4b2f-b185-8c0495037cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:07.837635 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695544'] for router_interface, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:08.207876 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device d57236c4-d5e3-4880-a104-b7f6d2722302 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:30:08.431439 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port d57236c4-d5e3-4880-a104-b7f6d2722302, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d57236c4-d5e3-4880-a104-b7f6d2722302,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:08.449284 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'port_id': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'mac_address': 'fa:16:3e:72:00:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:30:08.547004 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52541cd0-7530-4ab7-9984-165fc0d76552 req-faa45189-5b71-449a-a9a5-8eb4e1d8ce59 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:08.555686 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-52541cd0-7530-4ab7-9984-165fc0d76552 req-faa45189-5b71-449a-a9a5-8eb4e1d8ce59 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 943 time: 0.1779623 Sep 15 19:30:08.574457 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:08.602618 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57236c4-d5e3-4880-a104-b7f6d2722302 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:30:08.626660 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port d57236c4-d5e3-4880-a104-b7f6d2722302, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d57236c4-d5e3-4880-a104-b7f6d2722302,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:08.629577 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Deleting port f58313d2-0222-426a-87cf-a07106f0cc97 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:30:08.630160 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:08.646912 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-52541cd0-7530-4ab7-9984-165fc0d76552 req-82dd2f28-b133-477f-ae85-b09a037e32d3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905793 Sep 15 19:30:08.679378 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:08.710715 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:08.712336 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:08.790860 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=d57236c4-d5e3-4880-a104-b7f6d2722302,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:08.799693 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.800040 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.800370 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.800712 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.801026 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.801350 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.801726 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.802125 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.802450 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.802769 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.803102 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:08.815947 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:08.891458 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] For port f58313d2-0222-426a-87cf-a07106f0cc97, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f58313d2-0222-426a-87cf-a07106f0cc97,segment=NetworkSegment(a3e307e8-c0b1-447b-a988-ac1e8836e6af),segment_id=a3e307e8-c0b1-447b-a988-ac1e8836e6af)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:08.892103 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:08.938352 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['d57236c4-d5e3-4880-a104-b7f6d2722302'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:09.106737 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Calling delete_port for f58313d2-0222-426a-87cf-a07106f0cc97 owned by network:router_interface {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:30:09.602724 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:09.607379 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:09.656798 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58313d2-0222-426a-87cf-a07106f0cc97,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:09.660585 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:09.911423 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:09.940279 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c32ebe-8eeb-4e88-bc53-1d07a8f88d16 req-a235de3d-f728-47e0-b0dc-51e1a8cb318b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:09.950576 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-92c32ebe-8eeb-4e88-bc53-1d07a8f88d16 req-a235de3d-f728-47e0-b0dc-51e1a8cb318b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 944 time: 0.1158626 Sep 15 19:30:10.014757 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-92c32ebe-8eeb-4e88-bc53-1d07a8f88d16 req-92b7e320-9463-4aeb-8120-31bda27f9024 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628071 Sep 15 19:30:10.029332 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3810434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692674'] for router_interface, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:10.231551 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device d57236c4-d5e3-4880-a104-b7f6d2722302 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:30:10.443701 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port d57236c4-d5e3-4880-a104-b7f6d2722302 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:30:10.452483 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port d57236c4-d5e3-4880-a104-b7f6d2722302 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:30:10.455090 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:10.648974 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:10.694460 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:10.703189 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port d57236c4-d5e3-4880-a104-b7f6d2722302, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d57236c4-d5e3-4880-a104-b7f6d2722302,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:10.763080 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:10.766516 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:10.827442 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'code': 200} Sep 15 19:30:10.871651 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Router 40ffc306-0289-41ed-ad6e-13570cab424b has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:10.875545 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=d57236c4-d5e3-4880-a104-b7f6d2722302,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:10.878764 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:11.166973 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:11.181445 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] Sync routers for ids ['40ffc306-0289-41ed-ad6e-13570cab424b'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:30:11.201350 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] Routers {'40ffc306-0289-41ed-ad6e-13570cab424b'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:30:11.211703 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:30:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['40ffc306-0289-41ed-ad6e-13570cab424b'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:11.269152 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] 10.222.0.57 "PUT /v2.0/routers/40ffc306-0289-41ed-ad6e-13570cab424b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8532515 Sep 15 19:30:11.271325 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50338) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:11.271818 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7423a387-885d-45cc-bec3-0399c3d9fda2 req-685a77b9-5106-40a9-9b32-273fa15b988a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1098 time: 0.1778882 Sep 15 19:30:11.465205 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] Set router 40ffc306-0289-41ed-ad6e-13570cab424b gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:30:11.471826 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d77d40-15ba-4ca9-b876-d4e453520c25 req-3e1444d2-1f7f-43a8-858b-d651a379a506 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:11.473386 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-41d77d40-15ba-4ca9-b876-d4e453520c25 req-3e1444d2-1f7f-43a8-858b-d651a379a506 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.1790175 Sep 15 19:30:11.475741 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7423a387-885d-45cc-bec3-0399c3d9fda2 req-de195bfb-ecd2-41ff-ab25-497fdf587f5f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975713 Sep 15 19:30:11.542022 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-41d77d40-15ba-4ca9-b876-d4e453520c25 req-ac39b738-7253-4e8d-8da2-318d0ad6890e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599439 Sep 15 19:30:11.621603 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks [] for router, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:11.724565 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:30:11.951831 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:12.041058 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:30:09Z', 'revision_number': 5, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:12.044876 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] Checking router: 40ffc306-0289-41ed-ad6e-13570cab424b for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:30:12.055520 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] Routers {'40ffc306-0289-41ed-ad6e-13570cab424b'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:30:12.056103 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:30:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['40ffc306-0289-41ed-ad6e-13570cab424b'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:12.151656 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Deleting port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:30:12.151950 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:12.230448 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] Set router 40ffc306-0289-41ed-ad6e-13570cab424b gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:30:12.342161 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] For port d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:12.342666 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:12.545710 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:30:09Z', 'revision_number': 5, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:12.555650 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf2c512-c11f-4445-a90c-9e2b96c30446 None None] The sync data for ids ['40ffc306-0289-41ed-ad6e-13570cab424b'] in dv-cinder-805825-3-smb is: [{'id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'name': 'tempest-ServerRescueNegativeTestJSON-675349448-router', 'tenant_id': '42a7f984db50442983b35494d4c54151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:30:09Z', 'revision_number': 5, 'project_id': '42a7f984db50442983b35494d4c54151', 'gw_port': {'id': 'd7910aa9-dbe3-4d0d-87e7-c73690dbf5a2', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:bb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ffc306-0289-41ed-ad6e-13570cab424b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:38Z', 'updated_at': '2021-09-15T19:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:30:12.610804 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Calling delete_port for d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 owned by network:router_gateway {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:30:12.847994 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5180447-c2ab-4eac-8ec0-df37421ae11d req-07b19e37-73f0-45df-bee8-076fb0fc1056 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:12.851188 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b5180447-c2ab-4eac-8ec0-df37421ae11d req-07b19e37-73f0-45df-bee8-076fb0fc1056 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.1286211 Sep 15 19:30:12.924342 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b5180447-c2ab-4eac-8ec0-df37421ae11d req-d33c5bef-b89d-4880-89a3-6a2ff7c8f957 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674706 Sep 15 19:30:12.986320 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:12.996608 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:13.085609 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:13.097077 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:13.113769 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50378) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:13.291419 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50384) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:13.460066 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.496070 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.502423 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694701'] for router_gateway, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.546154 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:13.546632 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:13.551682 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Usage tracker for resource:security_group_rule and tenant:8889b589c31a46128275fcefec2cdece is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:13.555689 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Usage tracker for resource:security_group_rule and tenant:0cfc7da3eac1421da3726456008f9eed is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:13.558691 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:13.561734 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:13.569634 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:13.572508 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:13.702538 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.706397 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.759367 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254101'] for router, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.763527 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.779781 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.791378 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3a34cc84-ece6-40d0-850c-2caab5dfa276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:13.824292 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d92623-5b00-44e1-9914-da6ddcbb5463,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:13.828968 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:13.836176 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8889b589c31a46128275fcefec2cdece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5419333 Sep 15 19:30:13.836639 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50396) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:13.837205 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.846926 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:13.921305 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449df871-cd04-409c-a898-31c10430f690,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:13.925697 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:13.929191 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690773'] for router, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.929887 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ffc306-0289-41ed-ad6e-13570cab424b {{(pid=75811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:30:13.936651 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0cfc7da3eac1421da3726456008f9eed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8216059 Sep 15 19:30:13.940030 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50404) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:13.963395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.964247 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-598d45b2-760c-4f22-9047-50d2efb2329f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:13.966907 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50408) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:13.967040 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] 10.222.0.57 "DELETE /v2.0/routers/40ffc306-0289-41ed-ad6e-13570cab424b HTTP/1.1" status: 204 len: 168 time: 2.6937451 Sep 15 19:30:14.019675 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2febc5c1-406a-4745-a306-9619cbfdaf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.088225 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2febc5c1-406a-4745-a306-9619cbfdaf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.133420 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-598d45b2-760c-4f22-9047-50d2efb2329f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.176143 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Deleting subnet 157688e5-42f7-4198-b7c7-7ddb1aa62dac {{(pid=75810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:30:14.194699 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.208778 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2febc5c1-406a-4745-a306-9619cbfdaf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.213201 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-627e7cf6-1918-4905-8137-619f443c25df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:14.226423 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febc5c1-406a-4745-a306-9619cbfdaf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449df871-cd04-409c-a898-31c10430f690,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:14.230524 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2febc5c1-406a-4745-a306-9619cbfdaf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:14.234000 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2febc5c1-406a-4745-a306-9619cbfdaf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.235304 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2febc5c1-406a-4745-a306-9619cbfdaf48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/449df871-cd04-409c-a898-31c10430f690 HTTP/1.1" status: 204 len: 168 time: 0.2944381 Sep 15 19:30:14.238538 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f58313d2-0222-426a-87cf-a07106f0cc97 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:30:14.265626 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780301'] for subnet, precommit_delete_associations {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.290166 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: f58313d2-0222-426a-87cf-a07106f0cc97 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:30:14.290721 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f58313d2-0222-426a-87cf-a07106f0cc97 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:30:14.333043 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cceae-bd79-40d5-bd2a-58fd79fd8d65 req-d093769d-72d7-4159-a276-5dd10f5affff tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:14.335399 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f93cceae-bd79-40d5-bd2a-58fd79fd8d65 req-d093769d-72d7-4159-a276-5dd10f5affff tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.2395067 Sep 15 19:30:14.380068 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.415880 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-598d45b2-760c-4f22-9047-50d2efb2329f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.427410 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f74d88f8-0079-4f3a-9aaa-ac28585fedcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:14.450242 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f93cceae-bd79-40d5-bd2a-58fd79fd8d65 req-8d20d15c-9467-4fe4-b0fe-945e7af5b91e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063709 Sep 15 19:30:14.453129 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d45b2-760c-4f22-9047-50d2efb2329f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d92623-5b00-44e1-9914-da6ddcbb5463,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:14.456854 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-598d45b2-760c-4f22-9047-50d2efb2329f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:14.466016 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-598d45b2-760c-4f22-9047-50d2efb2329f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.469747 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-598d45b2-760c-4f22-9047-50d2efb2329f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88d92623-5b00-44e1-9914-da6ddcbb5463 HTTP/1.1" status: 204 len: 168 time: 0.6251192 Sep 15 19:30:14.546564 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1780355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1975837'] for subnet, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.551162 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:14.588120 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157688e5-42f7-4198-b7c7-7ddb1aa62dac,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:14.590643 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:14.628431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.640030 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/157688e5-42f7-4198-b7c7-7ddb1aa62dac HTTP/1.1" status: 204 len: 168 time: 0.6721711 Sep 15 19:30:14.642487 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50426) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:14.769830 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.783980 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7bfc0-aea7-4303-9c7e-52b0c89cb212 req-3e894a2b-134f-4b8e-8bc9-e73530db2778 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:14.786072 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-06d7bfc0-aea7-4303-9c7e-52b0c89cb212 req-3e894a2b-134f-4b8e-8bc9-e73530db2778 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.1986406 Sep 15 19:30:14.913252 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50434) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:14.941879 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.943353 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:14.961722 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-06d7bfc0-aea7-4303-9c7e-52b0c89cb212 req-e710ff90-90c1-49e4-96c2-a79d4d62d777 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392233 Sep 15 19:30:14.979804 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fb698c-b1bb-4a7b-8825-5a07f774bd7a']}} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:14.990305 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e307e8-c0b1-447b-a988-ac1e8836e6af') {'for_net_delete': True} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:14.990884 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e307e8-c0b1-447b-a988-ac1e8836e6af') {} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:14.999107 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:15.004051 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Usage tracker for resource:security_group_rule and tenant:00affdd9fc84406fb04071e2c1ea6d8e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:15.005294 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780292'] for segment, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.008292 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:15.014161 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:15.028196 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.036046 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:30:15.036779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1780513'] for segment, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.097544 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: Traceback (most recent call last): Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: timer() Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: cb(*args, **kw) Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: return func(*args, **kwargs) Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: self._notify() Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: self.callback(batched_events) Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: event.method(event) Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: return f(self, *a, **k) Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: return self._get(url).json() Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: return self.request(url, 'GET', **kwargs) Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:30:15.125324 dv-cinder-805825-3-smb neutron-server[75810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:30:15.191976 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.208226 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f4637bc7-e57d-4cbe-95e7-c102b3decf37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:15.237596 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.243580 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:15.248640 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df24340-5e02-4dd0-98bb-1b934a0dd81e,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:15.251582 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:15.254513 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=00affdd9fc84406fb04071e2c1ea6d8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3402054 Sep 15 19:30:15.269250 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50454) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:15.288140 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.293845 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Pushing event deleted for resources: {'Network': ['ID=00fb698c-b1bb-4a7b-8825-5a07f774bd7a,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:15.301790 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:15.349887 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f5633c50-94ff-4d73-ae44-7209904eab01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.385487 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] 10.222.0.57 "DELETE /v2.0/networks/00fb698c-b1bb-4a7b-8825-5a07f774bd7a HTTP/1.1" status: 204 len: 168 time: 0.7420349 Sep 15 19:30:15.399489 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f5633c50-94ff-4d73-ae44-7209904eab01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.485622 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc9adc-6bcb-466d-820b-3d8a6f44be7b req-6b5d2696-798a-4a1d-9895-28ecc45e52dd tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:15.487339 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9ebc9adc-6bcb-466d-820b-3d8a6f44be7b req-6b5d2696-798a-4a1d-9895-28ecc45e52dd tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.0835311 Sep 15 19:30:15.537298 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9ebc9adc-6bcb-466d-820b-3d8a6f44be7b req-f6b3a14b-50cd-41d8-a2a1-8008f002d064 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Sep 15 19:30:15.551312 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f5633c50-94ff-4d73-ae44-7209904eab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.560734 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-158a57b3-be2e-4b1c-a202-e555f0205531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:15.569398 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5633c50-94ff-4d73-ae44-7209904eab01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df24340-5e02-4dd0-98bb-1b934a0dd81e,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:15.572457 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f5633c50-94ff-4d73-ae44-7209904eab01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:15.574534 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f5633c50-94ff-4d73-ae44-7209904eab01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:15.579128 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f5633c50-94ff-4d73-ae44-7209904eab01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8df24340-5e02-4dd0-98bb-1b934a0dd81e HTTP/1.1" status: 204 len: 168 time: 0.3196492 Sep 15 19:30:15.852952 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50478) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:15.917732 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-f4607840-5244-4c04-b227-cfb851a2c2c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42a7f984db50442983b35494d4c54151&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0635624 Sep 15 19:30:15.920190 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50482) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:16.018080 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b2fd-4da6-4e7a-8004-f5278b67ddc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:16.045281 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b2fd-4da6-4e7a-8004-f5278b67ddc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:16.178702 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:30:16.179367 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b2fd-4da6-4e7a-8004-f5278b67ddc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:16.184423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-849241e1-3c9c-4bbe-afa0-6af4d2fd9924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:16.197800 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3b2fd-4da6-4e7a-8004-f5278b67ddc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99816b97-5928-45ea-a62f-9415aeffc96f,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:16.200763 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9ed3b2fd-4da6-4e7a-8004-f5278b67ddc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:16.218443 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:30:16.218697 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device d7910aa9-dbe3-4d0d-87e7-c73690dbf5a2 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:30:16.296598 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9ed3b2fd-4da6-4e7a-8004-f5278b67ddc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:16.296598 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-9ed3b2fd-4da6-4e7a-8004-f5278b67ddc7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99816b97-5928-45ea-a62f-9415aeffc96f HTTP/1.1" status: 204 len: 168 time: 0.3739383 Sep 15 19:30:16.340727 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50518) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:16.738509 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-591016239-network', 'tenant_id': '2d452f2bbf2d4907b86afe8e098aa32f'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:16.743748 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:16.748233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Usage tracker for resource:network and tenant:2d452f2bbf2d4907b86afe8e098aa32f is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:16.753796 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:16.758006 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:16.836121 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Made reservation on behalf of 2d452f2bbf2d4907b86afe8e098aa32f for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:16.839073 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:16.857167 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:16.899677 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:16.904161 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Usage tracker for resource:security_group_rule and tenant:2d452f2bbf2d4907b86afe8e098aa32f is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:16.907516 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:16.913925 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:16.988689 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.071341 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.075830 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f5633c50-94ff-4d73-ae44-7209904eab01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:17.121006 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:30:17.126841 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef6bfe5-15b3-404d-b92f-e277f4324a2b,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:17.130568 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:17.135132 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.135478 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Added segment 7ab07236-facb-4312-9665-6de272b76b3e of type vlan for network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb Sep 15 19:30:17.165162 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.271390 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.272637 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:17.273431 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.279010 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-13803fda-141e-4129-831b-1b83e30f1a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:17.391315 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0487838 Sep 15 19:30:17.394222 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50570) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:17.394724 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Pushing event updated for resources: {'Network': ['ID=815d08c1-3512-4b9d-b1f2-1025f8ff1deb,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:17.397384 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:17.404796 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Request body: {'subnet': {'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-591016239-subnet', 'tenant_id': '2d452f2bbf2d4907b86afe8e098aa32f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:17.405926 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:30:17.413588 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:17.420036 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Usage tracker for resource:subnet and tenant:2d452f2bbf2d4907b86afe8e098aa32f is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:17.424468 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:17.434257 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:17.551415 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Made reservation on behalf of 2d452f2bbf2d4907b86afe8e098aa32f for: {'subnet': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:17.554575 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1975808'] for subnet, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.860479 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1780290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1975830'] for subnet, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:17.868336 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:17.971442 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c974ec46-6094-4614-b7c8-e8cb06cfae08,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:17.975916 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:17.984236 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Checking segment: {'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:30:17.984603 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Network hostable DHCP agents. Network: 815d08c1-3512-4b9d-b1f2-1025f8ff1deb, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:30:18.075835 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:30:18.163621 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 815d08c1-3512-4b9d-b1f2-1025f8ff1deb) {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:18.172175 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:18.172175 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:18.173610 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6433b-4127-466a-b974-b2ae892bc583 None None] Network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:30:18.267380 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2a44916d-3036-4e74-b55e-a43b2269d9ce admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8700151 Sep 15 19:30:18.430205 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96d5a9-2115-4e01-83a5-93100530d310 None None] Network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:30:18.445336 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50632) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:18.526299 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] Deleting subnet 7867e8cf-4a43-44d8-96bc-fe8a98c4ca82 {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:30:18.529743 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:18.589876 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:18.655241 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:18.821398 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:18.826880 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-96dea4fe-3eb3-44e0-8f5b-27dbae3cbc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:18.863844 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7867e8cf-4a43-44d8-96bc-fe8a98c4ca82,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:18.866796 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:18.869381 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:18.875593 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-567c1f64-6b0e-4212-9500-8facdc1e2630 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7867e8cf-4a43-44d8-96bc-fe8a98c4ca82 HTTP/1.1" status: 204 len: 168 time: 0.4281445 Sep 15 19:30:18.878502 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50650) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:19.062487 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.192995 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.207752 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f384f07e-eef4-41f5-a5a2-f81f5f18c27d']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:19.224468 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c6d76-2c52-4133-97bd-5de188510adf') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:19.224756 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c6d76-2c52-4133-97bd-5de188510adf') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:19.244237 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.271794 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.278423 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:30:19.278827 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:30:19.292485 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:30:19.414653 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50664) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:19.477255 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.481524 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d64a074f-d31a-4eb6-a937-a874be012073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:19.497644 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.503757 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f384f07e-eef4-41f5-a5a2-f81f5f18c27d,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:19.507112 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:19.509019 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f384f07e-eef4-41f5-a5a2-f81f5f18c27d HTTP/1.1" status: 204 len: 168 time: 0.6294420 Sep 15 19:30:19.567933 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.613904 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:19.618471 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Usage tracker for resource:security_group_rule and tenant:307c1ef4e4544979a05d518f3f2d482a is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:19.621192 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:19.627291 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:19.690872 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.761824 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.771759 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-1afd0c2a-e71a-49c0-9995-e1fc94ca92ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:19.819784 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=307c1ef4e4544979a05d518f3f2d482a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4033251 Sep 15 19:30:19.822234 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50678) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:19.828443 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccb3426-26e1-481b-956a-be198f0eeb13,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:19.831737 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:19.891283 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50682) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:19.913999 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e47a6d9b-ca50-4554-b2d0-eae8bf0b4cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.959636 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e47a6d9b-ca50-4554-b2d0-eae8bf0b4cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:19.982598 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-725a74a2-2e85-4350-87d5-5dbb8735d8c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8b97becb7284d3b928ec06ee9e85c00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0901854 Sep 15 19:30:19.985926 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50688) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:20.082357 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5606f4b2-6e3f-4813-92f8-d4a04e55791e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:20.083226 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e47a6d9b-ca50-4554-b2d0-eae8bf0b4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:20.089358 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-20344813-a7d4-4027-ac61-39c1c999760b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:20.106289 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a6d9b-ca50-4554-b2d0-eae8bf0b4cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccb3426-26e1-481b-956a-be198f0eeb13,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:20.109133 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5606f4b2-6e3f-4813-92f8-d4a04e55791e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:20.109390 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e47a6d9b-ca50-4554-b2d0-eae8bf0b4cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:20.110549 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-e47a6d9b-ca50-4554-b2d0-eae8bf0b4cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:20.123089 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-e47a6d9b-ca50-4554-b2d0-eae8bf0b4cf2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bccb3426-26e1-481b-956a-be198f0eeb13 HTTP/1.1" status: 204 len: 168 time: 0.2886856 Sep 15 19:30:20.242750 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5606f4b2-6e3f-4813-92f8-d4a04e55791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:20.246524 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b482845e-d44b-4863-a271-3de855238973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:20.261601 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606f4b2-6e3f-4813-92f8-d4a04e55791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90300e60-761a-4505-aa0a-eaeedb9930b3,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:20.270911 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5606f4b2-6e3f-4813-92f8-d4a04e55791e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:20.271894 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5606f4b2-6e3f-4813-92f8-d4a04e55791e admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:20.273910 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5606f4b2-6e3f-4813-92f8-d4a04e55791e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/90300e60-761a-4505-aa0a-eaeedb9930b3 HTTP/1.1" status: 204 len: 168 time: 0.2851372 Sep 15 19:30:21.351320 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-d275532b-4a3f-4c78-833f-b7f13308d12b tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:21.352781 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-d275532b-4a3f-4c78-833f-b7f13308d12b tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/networks?id=815d08c1-3512-4b9d-b1f2-1025f8ff1deb HTTP/1.1" status: 200 len: 813 time: 0.2439153 Sep 15 19:30:21.375229 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-394b55f2-3641-49a0-ad7d-8f0f0649fa59 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/quotas/2d452f2bbf2d4907b86afe8e098aa32f HTTP/1.1" status: 200 len: 375 time: 0.0169637 Sep 15 19:30:21.427666 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5d954939-249d-45b2-af42-98e1b9020865 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d452f2bbf2d4907b86afe8e098aa32f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457966 Sep 15 19:30:21.584017 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-ca3431da-f686-4a72-aeec-3d2725f1a9e0 service neutron] 10.222.0.57 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474900 Sep 15 19:30:21.780806 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-1f6b776f-07e4-490b-ba71-ab8de32bf40f service neutron] 10.222.0.57 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898997 Sep 15 19:30:21.797328 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a59a-20d4-4351-98ae-a637af003b1e req-f0fab25a-f0c8-470f-ba56-89b97f4ce160 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:21.799228 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ee11a59a-20d4-4351-98ae-a637af003b1e req-f0fab25a-f0c8-470f-ba56-89b97f4ce160 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.1199968 Sep 15 19:30:21.862420 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ee11a59a-20d4-4351-98ae-a637af003b1e req-e2ef2e7e-0e0e-4737-84bd-4fa782dcfdc5 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535488 Sep 15 19:30:21.891882 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50792) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:22.230955 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e03a885c-3477-458f-b070-83f3d22067ff req-b02d19f5-7486-4314-8aba-11a8103aaeb9 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 210 time: 0.1311595 Sep 15 19:30:22.267268 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-4a515652-14e0-43dd-b7e6-4a0aa2323e01 tempest-TestMinimumBasicScenario-326012868 tempest-TestMinimumBasicScenario-326012868-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1093 time: 0.3741958 Sep 15 19:30:22.270177 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50830) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:22.277623 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'floatingip': {'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'port_id': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:22.281818 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:22.285668 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:floatingip and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:22.288689 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:22.295288 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:22.408581 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for floatingip, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:22.563717 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:22.706837 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Allocated IP 172.28.1.150 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/0e5362b4-1885-40f3-9d53-48044bbe3430) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:22.858837 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:22.951817 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:22.956512 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-1f8510af-bba9-46f1-8f6c-8f6719650854 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:23.028239 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:23.031171 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:23.035811 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:30:23.061043 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'Port': ['ID=0e5362b4-1885-40f3-9d53-48044bbe3430,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:23.066555 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:23.482914 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4becedbf-1028-4564-8899-ba4d8c8b9c3e req-857fbfa8-1e5a-44bf-8bdc-09a878cc9ed1 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 210 time: 0.0617974 Sep 15 19:30:23.570514 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50888) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:23.744515 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:23.777479 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:23.781438 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb0810d9c19497a9e3c071930f8cbc3 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:23.784313 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:23.791388 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:23.829501 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:23.861483 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:23.962773 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:23.971167 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-36de5851-8f7e-4810-98f1-eea4674630ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:24.011070 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:24.014436 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82aa447-bb2e-40fe-88b6-7aff470bf854,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:24.022083 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9cb0810d9c19497a9e3c071930f8cbc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4493415 Sep 15 19:30:24.022450 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:24.022997 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50896) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:24.098370 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3af7bae4-a72f-41ad-882b-60438dace503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:24.099597 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74f59d-8c27-41b3-920b-11f55248ad88 req-91c47200-432f-4819-ad40-e7671e371077 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:24.101818 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ac74f59d-8c27-41b3-920b-11f55248ad88 req-91c47200-432f-4819-ad40-e7671e371077 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 946 time: 0.1958394 Sep 15 19:30:24.125137 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3af7bae4-a72f-41ad-882b-60438dace503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:24.247893 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ac74f59d-8c27-41b3-920b-11f55248ad88 req-71020742-d9af-4b4e-a8a5-c82c3dd5a491 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275110 Sep 15 19:30:24.259585 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3af7bae4-a72f-41ad-882b-60438dace503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:24.265947 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-af93edb0-8743-4e03-99dd-3924607b1368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:24.280164 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7bae4-a72f-41ad-882b-60438dace503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82aa447-bb2e-40fe-88b6-7aff470bf854,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:24.282411 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3af7bae4-a72f-41ad-882b-60438dace503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:24.286310 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-3af7bae4-a72f-41ad-882b-60438dace503 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f82aa447-bb2e-40fe-88b6-7aff470bf854 HTTP/1.1" status: 204 len: 168 time: 0.2624247 Sep 15 19:30:24.287997 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3af7bae4-a72f-41ad-882b-60438dace503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:24.316548 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:24.362909 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:24.368567 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:24.472873 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'Port': ['ID=0e5362b4-1885-40f3-9d53-48044bbe3430,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:24.476935 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:24.484893 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:24.777841 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-67b9e9c9-748b-4d10-8d01-7f60040b0d26 req-72d7afe6-9555-4005-a5c5-a5ce91bcf5a4 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 210 time: 0.1073537 Sep 15 19:30:24.846031 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-014c02cd-785d-457a-963f-aa117369a79e tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:24.847509 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-014c02cd-785d-457a-963f-aa117369a79e tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.54 "GET /v2.0/networks?id=815d08c1-3512-4b9d-b1f2-1025f8ff1deb HTTP/1.1" status: 200 len: 813 time: 0.2614508 Sep 15 19:30:24.867581 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Floating IP 141f4d36-7cf7-47d8-b088-a10eda38644f associated. External IP: 172.28.1.150, port: d57236c4-d5e3-4880-a104-b7f6d2722302. Sep 15 19:30:24.929407 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Request body: {'port': {'device_id': 'a8c9502e-bc79-4a8c-826e-154b23f87683', 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb', 'admin_state_up': True, 'tenant_id': '2d452f2bbf2d4907b86afe8e098aa32f'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:24.970872 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50910) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:24.989090 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:25.019950 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:25.023636 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6b28d63f5776468391a3c2bbb4e7996a is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:25.026406 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:25.036013 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:25.090232 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:25.104459 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:25.147386 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Usage tracker for resource:port and tenant:2d452f2bbf2d4907b86afe8e098aa32f is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:25.155408 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:25.162895 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:25.185811 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:25.193252 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5606f4b2-6e3f-4813-92f8-d4a04e55791e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:25.233501 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a16384-b6eb-4c41-b809-c3aa8f2885ce,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:25.237612 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b28d63f5776468391a3c2bbb4e7996a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2652159 Sep 15 19:30:25.238531 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:25.243640 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50916) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:25.323708 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b81966a1-a2fc-46b8-847d-5e8a5ff6782c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:25.355823 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b81966a1-a2fc-46b8-847d-5e8a5ff6782c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:25.406681 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Made reservation on behalf of 2d452f2bbf2d4907b86afe8e098aa32f for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:25.409664 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:25.487381 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b81966a1-a2fc-46b8-847d-5e8a5ff6782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:25.492548 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-412cfe66-84c2-4e3e-bcab-1ef7bb8f0484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:25.510216 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81966a1-a2fc-46b8-847d-5e8a5ff6782c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a16384-b6eb-4c41-b809-c3aa8f2885ce,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:25.512740 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b81966a1-a2fc-46b8-847d-5e8a5ff6782c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:25.519210 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b81966a1-a2fc-46b8-847d-5e8a5ff6782c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:25.523421 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b81966a1-a2fc-46b8-847d-5e8a5ff6782c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35a16384-b6eb-4c41-b809-c3aa8f2885ce HTTP/1.1" status: 204 len: 168 time: 0.2789152 Sep 15 19:30:25.712978 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c1c7a-fab2-46bf-9325-393b5e33b2ef req-f114f4dd-efe3-4975-9a38-fca88f867e25 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:25.714507 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-de1c1c7a-fab2-46bf-9325-393b5e33b2ef req-f114f4dd-efe3-4975-9a38-fca88f867e25 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 946 time: 0.3127906 Sep 15 19:30:25.860969 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Allocated IP 172.20.0.6 (815d08c1-3512-4b9d-b1f2-1025f8ff1deb/c974ec46-6094-4614-b7c8-e8cb06cfae08/b97dbcd1-2b47-4fc4-83b0-26698483f72d) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:25.877302 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-de1c1c7a-fab2-46bf-9325-393b5e33b2ef req-f067afa4-dcc9-48e6-b50f-72235b9ead3c tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169727 Sep 15 19:30:25.885015 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-13a2f490-3648-4698-92ea-22de5de59771 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:25.894402 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-13a2f490-3648-4698-92ea-22de5de59771 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 946 time: 0.3498473 Sep 15 19:30:26.036875 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5cf8c5da-db1d-4e01-b805-2265e309ad2e req-7e0613fa-8c94-44e9-aece-eb9eba5c08aa tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 210 time: 0.0747023 Sep 15 19:30:26.061787 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Deleting port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:30:26.062808 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:26.263505 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Router 861eeff6-53a8-4301-b897-cff5880527b6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:26.359671 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:26.546827 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] For port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:26.547193 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:26.687233 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:26.699636 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-05999775-a34d-4462-bc77-f8cc5e495141 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:26.952480 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Pushing event updated for resources: {'Port': ['ID=b97dbcd1-2b47-4fc4-83b0-26698483f72d,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:26.955837 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:26.959830 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:26.962187 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:26.966209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:30:27.176142 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:27.176651 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.233930 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.234325 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.234637 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Floating IP 47395643-dfd7-41c1-b7a7-01902ba24df2 disassociated. External IP: 172.28.1.128, port: 3df9ee15-ae5a-4b3e-8286-fcc0e3991054. Sep 15 19:30:27.234973 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Calling delete_port for 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:30:27.321841 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:27.342380 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] Sync routers for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:30:27.363210 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:30:27.366508 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:30:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:27.379104 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4598961 Sep 15 19:30:27.384719 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50968) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:27.388425 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc2f89-8a65-4f91-93ab-d0bc17912d53 req-c9d485a4-389f-424f-bf19-40535b235118 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:27.389854 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5ebc2f89-8a65-4f91-93ab-d0bc17912d53 req-c9d485a4-389f-424f-bf19-40535b235118 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 946 time: 0.3165336 Sep 15 19:30:27.430139 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Request body: {'port': {'device_id': 'a8c9502e-bc79-4a8c-826e-154b23f87683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:27.494836 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.575788 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad77268-a426-4511-926e-c943877faa2d req-2c1426cd-a043-407b-b42a-8fff255a7ded tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:27.576482 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-bad77268-a426-4511-926e-c943877faa2d req-2c1426cd-a043-407b-b42a-8fff255a7ded tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Synchronizing usage tracker for tenant:2d452f2bbf2d4907b86afe8e098aa32f on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:30:27.582876 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.625010 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:27.630437 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Usage tracker for resource:security_group_rule and tenant:e67c37b1aca94afbb9a388f0cb3ae551 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:27.634755 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:30:27.635127 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:27.643801 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-a77cc87b-9dec-446f-81ce-362aa5c78360 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3698273 Sep 15 19:30:27.643980 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:27.650059 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:27.662532 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 50978) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:27.680919 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858202262', 'description': 'tempest-secgroup-smoke-858202262 description', 'project_id': '5d3afda8ed944814943700ac8213a43e'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:27.686712 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5ebc2f89-8a65-4f91-93ab-d0bc17912d53 req-d5ceb21c-e4e5-494a-b40e-3c13b43f20fa tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=f90bcf2a-eb74-4fde-882b-1a695d1e0d34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331002 Sep 15 19:30:27.691294 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:27.693865 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.703573 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-5774de07-10b9-4752-89a3-198f3f258ee0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:27.721646 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.750280 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-bad77268-a426-4511-926e-c943877faa2d req-2c1426cd-a043-407b-b42a-8fff255a7ded tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Unset dirty status for tenant:2d452f2bbf2d4907b86afe8e098aa32f on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:30:27.757096 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bad77268-a426-4511-926e-c943877faa2d req-2c1426cd-a043-407b-b42a-8fff255a7ded tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 931 time: 0.5721297 Sep 15 19:30:27.764605 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event deleted for resources: {'Port': ['ID=3df9ee15-ae5a-4b3e-8286-fcc0e3991054,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:27.766532 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.788308 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:27.794252 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:27.794344 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.823315 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-79ae88dd-9759-4f4a-91b8-ccabcbf120c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:27.897388 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e67c37b1aca94afbb9a388f0cb3ae551&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5109200 Sep 15 19:30:27.900194 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 50988) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:27.903535 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'status': 'completed', 'code': 200} Sep 15 19:30:27.913448 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd281634-56a9-48fb-870c-63b32cba3a26,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:27.917346 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:27.976791 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ceb93c91-01ef-4769-8caf-af71143315fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:27.980262 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:28.013766 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ceb93c91-01ef-4769-8caf-af71143315fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:28.095004 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '141f4d36-7cf7-47d8-b088-a10eda38644f', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'port_id': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'mac_address': 'fa:16:3e:72:00:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:30:23Z', 'updated_at': '2021-09-15T19:30:23Z', 'revision_number': 0, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:14Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:28.100904 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] Checking router: 861eeff6-53a8-4301-b897-cff5880527b6 for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:30:28.111347 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bad77268-a426-4511-926e-c943877faa2d req-d2af82b4-4343-42d1-ba2c-5259c438bc56 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534143 Sep 15 19:30:28.115215 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:30:28.117427 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:30:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:28.157812 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ceb93c91-01ef-4769-8caf-af71143315fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:28.161915 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-df47118e-353a-4666-94c4-c37e6e49c905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:28.182408 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb93c91-01ef-4769-8caf-af71143315fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd281634-56a9-48fb-870c-63b32cba3a26,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:28.192675 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ceb93c91-01ef-4769-8caf-af71143315fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:28.213186 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ceb93c91-01ef-4769-8caf-af71143315fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:28.213186 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-ceb93c91-01ef-4769-8caf-af71143315fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd281634-56a9-48fb-870c-63b32cba3a26 HTTP/1.1" status: 204 len: 168 time: 0.3116221 Sep 15 19:30:28.222858 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:28.232232 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:security_group_rule and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:28.243142 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:28.250672 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:28.321972 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-a11bc87c-f1c9-4e23-90d8-5d59830158db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1098 time: 0.4175966 Sep 15 19:30:28.353527 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:30:28.403661 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:30:28.404133 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:30:28.451136 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:30:28.611504 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:28.670141 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-e429e883-b10e-4c80-930e-db82062074ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:28.671577 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-e429e883-b10e-4c80-930e-db82062074ba service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 915 time: 0.2484262 Sep 15 19:30:28.869809 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:28.877860 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f324a419-1816-439c-b558-1e9a41e6ad69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:28.932962 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '141f4d36-7cf7-47d8-b088-a10eda38644f', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'port_id': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'mac_address': 'fa:16:3e:72:00:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:30:23Z', 'updated_at': '2021-09-15T19:30:23Z', 'revision_number': 0, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:14Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:28.937839 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338658c-4b16-43e3-b66b-039461eb398c None None] The sync data for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb is: [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '141f4d36-7cf7-47d8-b088-a10eda38644f', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'floating_ip_address': '172.28.1.150', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'port_id': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'mac_address': 'fa:16:3e:72:00:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:30:23Z', 'updated_at': '2021-09-15T19:30:23Z', 'revision_number': 0, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:14Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:30:28.962418 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97dbcd1-2b47-4fc4-83b0-26698483f72d {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:30:29.003554 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.062335 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69cf9963-5587-4c9f-80ff-3112294f4c6c,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:29.091549 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:29.095656 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-1e23beed-4c56-4fae-b3f2-f79e2d96980e req-eb8f0b86-824f-45fa-937a-cde57c57979d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Synchronizing usage tracker for tenant:ac059076ce774e1a909de86347779f78 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:30:29.101569 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Transition to ACTIVE for port object b97dbcd1-2b47-4fc4-83b0-26698483f72d will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:30:29.103890 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-3eab9cfa-ab83-48ce-a23d-50d30c0b1ad5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 999 time: 0.2954443 Sep 15 19:30:29.106758 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Router cd65d3ef-5671-49c2-9810-72df0c63818e has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:29.204451 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.205680 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.5422094 Sep 15 19:30:29.206468 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.208940 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51012) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:29.217393 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'security_group_rule': {'security_group_id': '69cf9963-5587-4c9f-80ff-3112294f4c6c', 'project_id': '5d3afda8ed944814943700ac8213a43e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:29.221471 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-654736e5-ac61-477a-9415-8f68c98489be tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:29.231484 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:29.246310 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:security_group_rule and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:29.257310 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:29.258431 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f271df5-1915-4198-9470-95004f36187a None None] New status for floating IP 141f4d36-7cf7-47d8-b088-a10eda38644f: ACTIVE {{(pid=75813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:30:29.273873 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:29.343554 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51016) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:29.347962 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-cbc3d7dd-8fc4-4873-ab9a-c6e1410631d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:29.349668 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-cbc3d7dd-8fc4-4873-ab9a-c6e1410631d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 200 len: 853 time: 0.2374496 Sep 15 19:30:29.364005 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-1e23beed-4c56-4fae-b3f2-f79e2d96980e req-eb8f0b86-824f-45fa-937a-cde57c57979d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Unset dirty status for tenant:ac059076ce774e1a909de86347779f78 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:30:29.365958 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1e23beed-4c56-4fae-b3f2-f79e2d96980e req-eb8f0b86-824f-45fa-937a-cde57c57979d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 210 time: 0.3690023 Sep 15 19:30:29.368343 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.390266 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.463284 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:29.469780 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Usage tracker for resource:security_group_rule and tenant:ad193ac01b9c43b8a59108a04f4dd014 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:29.476597 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:29.486303 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:29.507688 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.547449 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Pushing event updated for resources: {'Port': ['ID=b97dbcd1-2b47-4fc4-83b0-26698483f72d,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:29.562074 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:29.575019 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.602339 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.611042 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:29.630215 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a70433b-36fe-4c41-a455-6fbf5ca5cbdb,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:29.634328 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:29.694720 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.702160 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c481b941-67cd-4e02-a662-ef8d99702384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:29.745999 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a55bc04-bb9b-4b0a-b545-10049b35b95d,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:29.749265 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:29.753569 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ad193ac01b9c43b8a59108a04f4dd014&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4086711 Sep 15 19:30:29.757818 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-bebfe27b-b2af-480d-8d83-b98990b84e37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cc91aab-8513-4423-8883-2e232dba596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3580420 Sep 15 19:30:29.758255 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51020) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:29.765227 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.769030 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5561378 Sep 15 19:30:29.769301 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51024) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:29.770447 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5e5a-63cc-4c00-8448-8ee0be51fb9a req-b0ac3fbe-18a1-4e46-8eab-7b601584d473 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:29.771967 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cc0b5e5a-63cc-4c00-8448-8ee0be51fb9a req-b0ac3fbe-18a1-4e46-8eab-7b601584d473 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 943 time: 0.4399562 Sep 15 19:30:29.775104 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'security_group_rule': {'security_group_id': '69cf9963-5587-4c9f-80ff-3112294f4c6c', 'project_id': '5d3afda8ed944814943700ac8213a43e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:29.781143 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:29.784954 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:security_group_rule and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:29.788364 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:29.794287 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:29.900922 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:29.941906 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Attempting to bind port b97dbcd1-2b47-4fc4-83b0-26698483f72d on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:30:29.942266 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Attempting to bind port b97dbcd1-2b47-4fc4-83b0-26698483f72d by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:30:29.942595 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Attempting to bind port b97dbcd1-2b47-4fc4-83b0-26698483f72d on network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:30:29.992517 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Port b97dbcd1-2b47-4fc4-83b0-26698483f72d on network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:30:29.992862 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Attempting to bind port b97dbcd1-2b47-4fc4-83b0-26698483f72d on network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:30:30.004793 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cc0b5e5a-63cc-4c00-8448-8ee0be51fb9a req-4a04ce4b-f7fb-4e69-9a7c-9098e46ec449 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151198 Sep 15 19:30:30.010873 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.042865 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:30:30.043203 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Checking segment: {'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:30:30.043591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Bound using segment: {'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:30:30.044031 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Bound port: b97dbcd1-2b47-4fc4-83b0-26698483f72d, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:30:30.044379 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.055420 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-e54b65da-9cec-40af-a240-3c1d2fab073a service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711611 Sep 15 19:30:30.063315 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3ed1-6b77-4110-99b1-af4fc9306988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.082749 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.085788 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8477252a-60ec-44f2-be34-525c832cbed8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:30.120295 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644be059-366e-4471-a5ee-c44ed143ad29,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:30.123863 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:30.148486 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:30.159399 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] Sync routers for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:30:30.178963 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:30:30.181740 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:30:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:30.195771 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.201247 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d2d38185-35ce-4f53-a89b-573ce7170b2b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4311109 Sep 15 19:30:30.202344 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51032) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:30.208665 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'security_group_rule': {'security_group_id': '69cf9963-5587-4c9f-80ff-3112294f4c6c', 'project_id': '5d3afda8ed944814943700ac8213a43e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:30.213624 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3ed1-6b77-4110-99b1-af4fc9306988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.216411 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:30.221449 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:security_group_rule and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:30.225004 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:30.231805 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:30.306476 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.360354 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] No DVR routers for this DVR port 3df9ee15-ae5a-4b3e-8286-fcc0e3991054 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:30:30.368920 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.370860 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ef0318fe-d191-4535-8a41-c13b83b83daf req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "DELETE /v2.0/ports/3df9ee15-ae5a-4b3e-8286-fcc0e3991054 HTTP/1.1" status: 204 len: 173 time: 4.4753799 Sep 15 19:30:30.383817 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-deleted', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:30.419316 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] For port b97dbcd1-2b47-4fc4-83b0-26698483f72d, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:30.429176 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.434000 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:30:30.459885 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfa77287-ffff-4bb0-a9ad-9eaad1996b84 req-d0a9742d-6d36-4a77-9831-8b2697693229 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913968 Sep 15 19:30:30.471993 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] For port b97dbcd1-2b47-4fc4-83b0-26698483f72d, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b97dbcd1-2b47-4fc4-83b0-26698483f72d,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:30.483895 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca44900-e385-4fce-9dc0-efb88df78ac5', 'name': 'network-vif-deleted', 'tag': '3df9ee15-ae5a-4b3e-8286-fcc0e3991054', 'status': 'completed', 'code': 200} Sep 15 19:30:30.493353 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.498952 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7c2fdc89-6fd0-45bd-9664-191b8b85a280 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:30.521951 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3ed1-6b77-4110-99b1-af4fc9306988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.526214 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9ed3b2fd-4da6-4e7a-8004-f5278b67ddc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:30.538830 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf3ed1-6b77-4110-99b1-af4fc9306988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a55bc04-bb9b-4b0a-b545-10049b35b95d,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:30.544554 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7dcf3ed1-6b77-4110-99b1-af4fc9306988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:30.548349 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7dcf3ed1-6b77-4110-99b1-af4fc9306988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.549748 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-7dcf3ed1-6b77-4110-99b1-af4fc9306988 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a55bc04-bb9b-4b0a-b545-10049b35b95d HTTP/1.1" status: 204 len: 168 time: 0.7882788 Sep 15 19:30:30.567398 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416df478-2677-4f23-b141-968ec96be316,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:30.575847 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:30.607303 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ccb04a87-ee1e-4cfd-a4b0-764463b7ea7d req-0d64a004-23f8-4bac-96bb-0bab36193c90 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ca44900-e385-4fce-9dc0-efb88df78ac5 HTTP/1.1" status: 200 len: 210 time: 0.0500343 Sep 15 19:30:30.608948 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.612893 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b81d425a-1b20-40a6-b1e0-971fe6e2dd17 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:30.668514 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.671327 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-10498af2-623d-4af0-8588-329f694d348c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4677858 Sep 15 19:30:30.675316 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51042) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:30.682057 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'security_group_rule': {'security_group_id': '69cf9963-5587-4c9f-80ff-3112294f4c6c', 'project_id': '5d3afda8ed944814943700ac8213a43e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:30.691993 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:30.703837 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:security_group_rule and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:30.707118 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:30.723482 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:30.807591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.807591 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] 10.222.0.54 "PUT /v2.0/ports/b97dbcd1-2b47-4fc4-83b0-26698483f72d HTTP/1.1" status: 200 len: 1093 time: 3.4154043 Sep 15 19:30:30.822681 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Pushing event updated for resources: {'Port': ['ID=b97dbcd1-2b47-4fc4-83b0-26698483f72d,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:30.825724 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:30.911070 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:30.911298 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:30.915082 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] Checking router: cd65d3ef-5671-49c2-9810-72df0c63818e for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:30:30.935396 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:30:30.936186 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:30:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:31.020181 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.097155 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-bbf57451-276e-4970-8152-ba52d766beca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d452f2bbf2d4907b86afe8e098aa32f&device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 1096 time: 0.1612782 Sep 15 19:30:31.129859 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.136686 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:31.189391 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c32404-d0fc-42ee-8171-bab40f2d115c,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:31.198881 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:30:31.205214 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:31.234844 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-12df0a89-18b9-4088-8545-321870bcb6ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b97dbcd1-2b47-4fc4-83b0-26698483f72d HTTP/1.1" status: 200 len: 217 time: 0.1299126 Sep 15 19:30:31.283108 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.285811 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a516a331-641a-4ac5-b2c9-566b310915aa tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6090937 Sep 15 19:30:31.294053 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51056) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:31.295894 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'security_group_rule': {'security_group_id': '69cf9963-5587-4c9f-80ff-3112294f4c6c', 'project_id': '5d3afda8ed944814943700ac8213a43e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:31.302551 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:31.307131 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:security_group_rule and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:31.309967 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:31.317210 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:31.363584 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-08dc21de-f578-4778-b4b8-b65b610d8f9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:31.365794 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-08dc21de-f578-4778-b4b8-b65b610d8f9a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c974ec46-6094-4614-b7c8-e8cb06cfae08 HTTP/1.1" status: 200 len: 853 time: 0.1230743 Sep 15 19:30:31.409262 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.securitygroups_db [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Project 5d3afda8ed944814943700ac8213a43e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:30:31.413026 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a019c-380c-43da-a434-4c9cc218b102 req-697a402d-902f-472b-b518-8f01588eac36 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:31.415024 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-612a019c-380c-43da-a434-4c9cc218b102 req-697a402d-902f-472b-b518-8f01588eac36 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 943 time: 0.2288501 Sep 15 19:30:31.418536 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.422307 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-658276b9-2a26-4887-a865-d3033dce245d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=815d08c1-3512-4b9d-b1f2-1025f8ff1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475726 Sep 15 19:30:31.524263 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.561335 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-612a019c-380c-43da-a434-4c9cc218b102 req-5b1d2a52-8089-4322-b063-dac42a87b0f0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379256 Sep 15 19:30:31.591322 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.593690 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:31.626363 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec159465-be14-4f9c-bc03-29fd9d3805e8,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:31.631047 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:31.635452 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:31.636942 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-eda8d65d-cd9b-4d27-bd12-d0194accd37b service neutron] 10.222.0.54 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980100 Sep 15 19:30:31.639591 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faed1af-13ec-4cd8-a8ad-b13b06b59b94 None None] The sync data for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb is: [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:30:31.715840 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.719603 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4270546 Sep 15 19:30:31.727313 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51078) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:31.727313 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'security_group_rule': {'security_group_id': '69cf9963-5587-4c9f-80ff-3112294f4c6c', 'project_id': '5d3afda8ed944814943700ac8213a43e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:31.734924 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:31.745788 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Usage tracker for resource:security_group_rule and tenant:5d3afda8ed944814943700ac8213a43e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:31.763042 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:31.772967 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:31.822572 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c244c7ad-e850-43c1-9dcd-0f974d7c5e9d req-a7996936-946a-4147-ba19-1838ecdffb64 service neutron] 10.222.0.54 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776445 Sep 15 19:30:31.854949 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.securitygroups_db [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Project 5d3afda8ed944814943700ac8213a43e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:30:31.862983 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.942062 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:31.974292 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333603df-bda1-4942-830b-44d725e074c8 None None] New status for floating IP 47395643-dfd7-41c1-b7a7-01902ba24df2: DOWN {{(pid=75813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:30:32.004678 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51086) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:32.028381 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.038360 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8b7f5a72-4ec6-4705-acfd-f2110dd25066 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:32.068728 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18773706-68d6-40c5-a7c1-7c2a5812dc75,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:32.078406 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:32.099218 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3b716f9e-8dac-4226-9afb-32698a2c314e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.127862 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3b716f9e-8dac-4226-9afb-32698a2c314e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.157197 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.163494 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4426847 Sep 15 19:30:32.301797 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-febbb9b6-afe3-4fe0-98d6-a890a53be660 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Synchronizing usage tracker for tenant:5d3afda8ed944814943700ac8213a43e on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:30:32.313310 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3b716f9e-8dac-4226-9afb-32698a2c314e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.317445 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e47a6d9b-ca50-4554-b2d0-eae8bf0b4cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:32.331746 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b716f9e-8dac-4226-9afb-32698a2c314e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90bcf2a-eb74-4fde-882b-1a695d1e0d34,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:32.334624 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3b716f9e-8dac-4226-9afb-32698a2c314e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:32.336476 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3b716f9e-8dac-4226-9afb-32698a2c314e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.337562 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-3b716f9e-8dac-4226-9afb-32698a2c314e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "DELETE /v2.0/security-groups/f90bcf2a-eb74-4fde-882b-1a695d1e0d34 HTTP/1.1" status: 204 len: 168 time: 0.3318424 Sep 15 19:30:32.340263 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51096) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:32.356091 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.api.v2.resource [None req-146f3aca-8595-46ba-b306-65e0a572453f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] show failed (client error): The resource could not be found. Sep 15 19:30:32.357098 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-146f3aca-8595-46ba-b306-65e0a572453f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups/f90bcf2a-eb74-4fde-882b-1a695d1e0d34 HTTP/1.1" status: 404 len: 347 time: 0.0159414 Sep 15 19:30:32.359977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51100) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:32.525763 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c9502e-bc79-4a8c-826e-154b23f87683', 'tag': 'b97dbcd1-2b47-4fc4-83b0-26698483f72d'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:32.531155 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Deleting port 25cd193c-dddc-43a1-b2ef-abc6de9b4c98 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:30:32.531496 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.554696 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-febbb9b6-afe3-4fe0-98d6-a890a53be660 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Unset dirty status for tenant:5d3afda8ed944814943700ac8213a43e on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:30:32.555834 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-febbb9b6-afe3-4fe0-98d6-a890a53be660 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858202262&fields=id&tenant_id=5d3afda8ed944814943700ac8213a43e HTTP/1.1" status: 200 len: 267 time: 0.3015287 Sep 15 19:30:32.612836 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c9502e-bc79-4a8c-826e-154b23f87683', 'tag': 'b97dbcd1-2b47-4fc4-83b0-26698483f72d', 'status': 'completed', 'code': 200} Sep 15 19:30:32.808452 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.883511 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.883834 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:32.895790 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-2c5c9c01-2fb2-48bd-b463-e4ff48fe8e4f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:32.901825 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-2c5c9c01-2fb2-48bd-b463-e4ff48fe8e4f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.3238347 Sep 15 19:30:32.903969 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-55a04dc4-4eb0-4ac4-9cfb-231a3d1ddcdc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d452f2bbf2d4907b86afe8e098aa32f&device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 1096 time: 0.2771513 Sep 15 19:30:33.080565 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'port': {'security_groups': ['d4690be8-eb01-43e0-aa18-3451cbc26a62', '69cf9963-5587-4c9f-80ff-3112294f4c6c']}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:33.129979 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Calling delete_port for 25cd193c-dddc-43a1-b2ef-abc6de9b4c98 owned by network:floatingip {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:30:33.221639 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faba34-c2fa-4f5c-86a6-79f9f21282db req-25e7f382-05ee-4b10-a26c-2afa405ce900 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:33.223107 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-36faba34-c2fa-4f5c-86a6-79f9f21282db req-25e7f382-05ee-4b10-a26c-2afa405ce900 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 943 time: 0.5195937 Sep 15 19:30:33.468034 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:33.486100 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-4fc20ec9-126d-41d0-974c-b9310bb88754 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:33.487563 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-4fc20ec9-126d-41d0-974c-b9310bb88754 service neutron] 10.222.0.54 "GET /v2.0/networks?id=815d08c1-3512-4b9d-b1f2-1025f8ff1deb HTTP/1.1" status: 200 len: 914 time: 0.5292518 Sep 15 19:30:33.489738 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-36faba34-c2fa-4f5c-86a6-79f9f21282db req-a6c3fe80-96ca-4eef-b248-82c1b620e47f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573240 Sep 15 19:30:33.609002 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-3b808df6-f21d-40ef-b894-57dc68547af1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b97dbcd1-2b47-4fc4-83b0-26698483f72d HTTP/1.1" status: 200 len: 217 time: 0.1120374 Sep 15 19:30:33.658440 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:33.675381 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-72899150-d462-4ad4-b635-07582928f86e tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:33.726857 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event deleted for resources: {'Port': ['ID=25cd193c-dddc-43a1-b2ef-abc6de9b4c98,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:33.741523 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:33.790980 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-89985a83-242e-4de6-9692-ce870ab6e982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:33.792412 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-89985a83-242e-4de6-9692-ce870ab6e982 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c974ec46-6094-4614-b7c8-e8cb06cfae08 HTTP/1.1" status: 200 len: 853 time: 0.1755126 Sep 15 19:30:33.883387 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-c037f370-c145-4839-9a59-233015809877 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=815d08c1-3512-4b9d-b1f2-1025f8ff1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596144 Sep 15 19:30:34.073122 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.141766 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] For port d57236c4-d5e3-4880-a104-b7f6d2722302, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d57236c4-d5e3-4880-a104-b7f6d2722302,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:34.150203 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-a74c7b23-026b-4398-952a-e3f02f230ba9 service neutron] 10.222.0.54 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501006 Sep 15 19:30:34.209748 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.259336 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.260477 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "DELETE /v2.0/floatingips/47395643-dfd7-41c1-b7a7-01902ba24df2 HTTP/1.1" status: 204 len: 168 time: 1.8996284 Sep 15 19:30:34.312209 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea03b01d-4d51-4bc5-a4a4-d005fd568e4b req-ae22158d-623e-4c30-bbea-0fa6f01190a3 service neutron] 10.222.0.54 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550875 Sep 15 19:30:34.351955 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.360805 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-018906ea-9dc7-4b52-b6cf-5a1f3795f121 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:34.362525 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device b97dbcd1-2b47-4fc4-83b0-26698483f72d details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:30:34.380756 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['d57236c4-d5e3-4880-a104-b7f6d2722302'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:34.445765 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:34.446413 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.451469 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0481d17f-28e3-4936-bee6-6d968f3c51e3 req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "PUT /v2.0/ports/d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 981 time: 1.4979172 Sep 15 19:30:34.476775 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'Port': ['ID=d57236c4-d5e3-4880-a104-b7f6d2722302,revision_number=6']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:34.480426 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:34.556632 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51164) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:34.562287 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--672294685', 'description': 'tempest-description--1739713238'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:34.573684 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:34.585323 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:security_group and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:34.588767 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:34.607180 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:34.658943 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:34.697116 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port b97dbcd1-2b47-4fc4-83b0-26698483f72d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b97dbcd1-2b47-4fc4-83b0-26698483f72d,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:34.707672 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf71068-b1a7-4453-a610-b4e3c1e139a5 req-525b2e24-16f8-44b5-b7da-0bbb82d9bb80 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:34.711400 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.716908 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2cf71068-b1a7-4453-a610-b4e3c1e139a5 req-525b2e24-16f8-44b5-b7da-0bbb82d9bb80 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.1087694 Sep 15 19:30:34.728550 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': 'b97dbcd1-2b47-4fc4-83b0-26698483f72d', 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb', 'port_id': 'b97dbcd1-2b47-4fc4-83b0-26698483f72d', 'mac_address': 'fa:16:3e:2c:36:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974ec46-6094-4614-b7c8-e8cb06cfae08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:30:34.770080 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:34.774880 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:security_group_rule and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:34.778153 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['d57236c4-d5e3-4880-a104-b7f6d2722302'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:34.780027 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:34.786842 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:34.858414 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2cf71068-b1a7-4453-a610-b4e3c1e139a5 req-c2d95be5-e6be-45cf-999f-7f9845b6a8dd tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1403916 Sep 15 19:30:34.877188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50369771-c50e-4d88-b3f4-8939c5bddfa6 req-701ae2a1-420f-475d-b6fe-f3b1b33a30f7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:34.886611 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50369771-c50e-4d88-b3f4-8939c5bddfa6 req-701ae2a1-420f-475d-b6fe-f3b1b33a30f7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 943 time: 0.1666338 Sep 15 19:30:34.892003 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.980720 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.981504 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:34.987236 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b8d01186-7358-4860-bded-0cc68c5323b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:35.014314 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97dbcd1-2b47-4fc4-83b0-26698483f72d {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:30:35.030964 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:35.036395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:35.068662 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-df5b5826-d40d-42c8-a7fe-9e699639a9d8 None None] Provisioning complete for port d57236c4-d5e3-4880-a104-b7f6d2722302 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:30:35.069053 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-df5b5826-d40d-42c8-a7fe-9e699639a9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.088302 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'status': 'completed', 'code': 200} Sep 15 19:30:35.112747 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port b97dbcd1-2b47-4fc4-83b0-26698483f72d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b97dbcd1-2b47-4fc4-83b0-26698483f72d,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:35.131349 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50369771-c50e-4d88-b3f4-8939c5bddfa6 req-0a0c98e7-ff8a-4728-b3de-752c80779773 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418220 Sep 15 19:30:35.147051 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.153357 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5932200 Sep 15 19:30:35.154446 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51180) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:35.161386 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'security_group_rule': {'security_group_id': 'bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:35.169839 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:35.175624 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:security_group_rule and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:35.178645 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:35.183836 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-a115654e-dc09-4df8-b68e-e98c502a7333 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1137 time: 0.1027498 Sep 15 19:30:35.187639 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:35.238245 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.239931 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6d8c26b9-0209-47ec-8cba-0ba86abbf1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.246426 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:35.316115 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.358545 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-a1c3aa3b-7bf2-4b00-b7f0-0db50f963907 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:35.359820 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-a1c3aa3b-7bf2-4b00-b7f0-0db50f963907 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 915 time: 0.1687202 Sep 15 19:30:35.479035 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['b97dbcd1-2b47-4fc4-83b0-26698483f72d'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:35.490613 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.493818 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-990a1edb-6a33-407c-9fc8-248db355902c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 1001 time: 0.1248336 Sep 15 19:30:35.503363 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=b97dbcd1-2b47-4fc4-83b0-26698483f72d,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:35.525229 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:35.561259 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-b6ad5859-0a30-410e-856a-009b1ea75877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:35.562808 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-b6ad5859-0a30-410e-856a-009b1ea75877 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 200 len: 853 time: 0.0618374 Sep 15 19:30:35.619766 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.630478 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:35.652459 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d448f38b-d753-442a-9293-60d4a218fd54,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:35.659157 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:35.671316 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-bdf004ed-9aec-4834-b426-70046fbb1afd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cc91aab-8513-4423-8883-2e232dba596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1016250 Sep 15 19:30:35.679334 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.776947 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:35.780124 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6222231 Sep 15 19:30:35.780274 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51188) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:35.788183 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'security_group_rule': {'security_group_id': 'bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:35.795104 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:35.801573 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:security_group_rule and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:35.807794 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:35.823674 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:35.832080 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-9875cfa2-0157-4226-9651-69bbe350e3af service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530631 Sep 15 19:30:35.946620 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.010758 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e3ed0330-b47f-4723-b12b-0629f8078de4 req-d0194286-5b0c-4d7c-a7b1-d7d91e360554 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712449 Sep 15 19:30:36.037552 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.044118 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51198) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:36.117926 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.120457 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:36.143904 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d75ddd-a7cb-4416-b52f-b2d36a3fe8b0,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:36.146315 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:36.184029 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.215962 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:36.220063 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Usage tracker for resource:security_group_rule and tenant:329283a51a27499bb201f161889e5979 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:36.222941 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:36.228687 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:36.241819 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.243345 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4620817 Sep 15 19:30:36.246503 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51206) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:36.253835 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'floatingip': {'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:36.263286 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:36.269102 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Usage tracker for resource:floatingip and tenant:ac059076ce774e1a909de86347779f78 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:36.274816 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:36.282998 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:36.383774 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device b97dbcd1-2b47-4fc4-83b0-26698483f72d up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:30:36.386712 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.401983 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee4f7-ce0e-4ce9-809b-4fef400a3d06 req-24204442-21a5-4d18-a16f-a4f08d72df2c tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:36.402335 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-690ee4f7-ce0e-4ce9-809b-4fef400a3d06 req-24204442-21a5-4d18-a16f-a4f08d72df2c tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 944 time: 0.1203325 Sep 15 19:30:36.436373 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.462912 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.470986 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3b716f9e-8dac-4226-9afb-32698a2c314e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:36.500136 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-690ee4f7-ce0e-4ce9-809b-4fef400a3d06 req-e967c629-77b2-4654-9206-dae77fb1d755 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925326 Sep 15 19:30:36.528701 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e550e-0fea-4cbc-8706-ca2e3328845e,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:36.531688 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:36.536117 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-367ac0a8-28eb-49e1-bfb8-645a1d165304 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=329283a51a27499bb201f161889e5979&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4909546 Sep 15 19:30:36.539450 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51210) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:36.596846 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port b97dbcd1-2b47-4fc4-83b0-26698483f72d completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:30:36.603851 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port b97dbcd1-2b47-4fc4-83b0-26698483f72d triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:30:36.604419 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.673454 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ce640021-d68b-4618-9749-7d1f24fa2e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.706612 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ce640021-d68b-4618-9749-7d1f24fa2e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.717110 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.717382 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.744432 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c9502e-bc79-4a8c-826e-154b23f87683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97dbcd1-2b47-4fc4-83b0-26698483f72d'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:36.753955 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port b97dbcd1-2b47-4fc4-83b0-26698483f72d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b97dbcd1-2b47-4fc4-83b0-26698483f72d,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:36.802135 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c9502e-bc79-4a8c-826e-154b23f87683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97dbcd1-2b47-4fc4-83b0-26698483f72d', 'code': 200} Sep 15 19:30:36.825459 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.827774 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:36.884790 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Allocated IP 172.28.1.103 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/b0f2d08f-c8d5-429d-b667-7dba395865d3) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:36.895156 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=b97dbcd1-2b47-4fc4-83b0-26698483f72d,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:36.899232 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:36.913951 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ce640021-d68b-4618-9749-7d1f24fa2e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:36.920988 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c8279a2e-304e-4421-b4a1-148565a49fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:36.949824 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce640021-d68b-4618-9749-7d1f24fa2e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e550e-0fea-4cbc-8706-ca2e3328845e,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:36.995835 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ce640021-d68b-4618-9749-7d1f24fa2e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:37.013421 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ce640021-d68b-4618-9749-7d1f24fa2e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:37.014561 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-ce640021-d68b-4618-9749-7d1f24fa2e0b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e2e550e-0fea-4cbc-8706-ca2e3328845e HTTP/1.1" status: 204 len: 168 time: 0.4738762 Sep 15 19:30:37.058878 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:37.220050 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:37.228296 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4d2a9f04-b7bc-4e44-81be-a50263fae54b tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:37.304543 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:37.311069 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:37.315994 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:30:37.339446 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'Port': ['ID=b0f2d08f-c8d5-429d-b667-7dba395865d3,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:37.371061 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.371428 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.371788 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.372395 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.372814 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.373147 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.373493 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.373836 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.374200 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.374543 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.374881 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:37.383164 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:37.390126 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-66b82bf3-e2cf-4d29-b5b7-09d4b4e76736 req-b2702474-7cce-4b2b-8e90-91b647ebcbd2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 1098 time: 0.2658522 Sep 15 19:30:37.418806 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b82b64c7-2d3f-4e7e-98a8-cc2fda835ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:37.453861 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-66b82bf3-e2cf-4d29-b5b7-09d4b4e76736 req-e9539c78-6760-4b5e-8f33-7711153af1f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554905 Sep 15 19:30:37.529818 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:37.713872 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51228) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:37.732310 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:37.732719 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:37.762825 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:37.766613 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Usage tracker for resource:security_group_rule and tenant:f3420f11ba6f42a4bc91f692b2fd0a55 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:37.769298 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:37.775446 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:37.800872 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49064c-0469-4948-bacc-caa0cb0eff2f req-0ac2860b-f2d7-4b1a-8238-0a03bdbcd27f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:37.802463 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3f49064c-0469-4948-bacc-caa0cb0eff2f req-0ac2860b-f2d7-4b1a-8238-0a03bdbcd27f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 945 time: 0.1838574 Sep 15 19:30:37.840634 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:37.926132 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3f49064c-0469-4948-bacc-caa0cb0eff2f req-b9b9e42b-7d84-42af-8366-c271065d3756 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175935 Sep 15 19:30:37.997050 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.001656 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.007042 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-72a4a058-56b2-4a7a-bd70-f71d485e9987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:38.090659 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.093824 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:38.111517 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b695ca-8816-41fe-9809-b74fa19d76b6,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:38.124146 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3420f11ba6f42a4bc91f692b2fd0a55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4062586 Sep 15 19:30:38.124330 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51236) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:38.128220 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.128597 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.130090 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.130090 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.130090 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.130090 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.131046 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.131229 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.131584 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.131925 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.132286 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:30:38.147297 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:38.196189 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-603c76f9-626c-42e3-9d8e-25a7c0e09e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.197785 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'Port': ['ID=b0f2d08f-c8d5-429d-b667-7dba395865d3,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:38.201916 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:38.210676 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.223097 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-603c76f9-626c-42e3-9d8e-25a7c0e09e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.334387 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.336355 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0883939 Sep 15 19:30:38.358257 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-603c76f9-626c-42e3-9d8e-25a7c0e09e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.364694 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2febc5c1-406a-4745-a306-9619cbfdaf48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:38.378309 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c76f9-626c-42e3-9d8e-25a7c0e09e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b695ca-8816-41fe-9809-b74fa19d76b6,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:38.381675 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-603c76f9-626c-42e3-9d8e-25a7c0e09e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:38.383625 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-603c76f9-626c-42e3-9d8e-25a7c0e09e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.384206 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-603c76f9-626c-42e3-9d8e-25a7c0e09e28 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13b695ca-8816-41fe-9809-b74fa19d76b6 HTTP/1.1" status: 204 len: 168 time: 0.2589915 Sep 15 19:30:38.488357 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:38.600561 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-7a5bb95e-cb9b-4b40-ace1-9166491e797c tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Synchronizing usage tracker for tenant:ac059076ce774e1a909de86347779f78 on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:30:38.694606 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-7a5bb95e-cb9b-4b40-ace1-9166491e797c tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Unset dirty status for tenant:ac059076ce774e1a909de86347779f78 on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:30:38.695794 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-7a5bb95e-cb9b-4b40-ace1-9166491e797c tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--672294685&fields=id&tenant_id=ac059076ce774e1a909de86347779f78 HTTP/1.1" status: 200 len: 267 time: 0.1393139 Sep 15 19:30:38.848088 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-178f7ebb-e4c9-4b09-9db4-7d813cb1b72a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:38.850065 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-178f7ebb-e4c9-4b09-9db4-7d813cb1b72a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 817 time: 0.1474490 Sep 15 19:30:38.873711 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-4c1152c7-4b9f-46cf-9ad7-79a37d764237 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/quotas/ac059076ce774e1a909de86347779f78 HTTP/1.1" status: 200 len: 375 time: 0.0118439 Sep 15 19:30:38.954294 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-0fcfbc78-f1b8-4942-8a9e-84b5e84cdf62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Synchronizing usage tracker for tenant:ac059076ce774e1a909de86347779f78 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:30:39.080732 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-0fcfbc78-f1b8-4942-8a9e-84b5e84cdf62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Unset dirty status for tenant:ac059076ce774e1a909de86347779f78 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:30:39.082005 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-0fcfbc78-f1b8-4942-8a9e-84b5e84cdf62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2029142 Sep 15 19:30:39.220467 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f391581-3c1a-4b3e-8b23-3ea9aec76d1e req-a744d5ef-8d7a-4a53-86c7-16da9913b8a7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:39.221912 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2f391581-3c1a-4b3e-8b23-3ea9aec76d1e req-a744d5ef-8d7a-4a53-86c7-16da9913b8a7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 945 time: 0.1752450 Sep 15 19:30:39.263072 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-89368454-b6c3-41dc-a455-ab86dfdd666e service neutron] 10.222.0.57 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690371 Sep 15 19:30:39.318372 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2f391581-3c1a-4b3e-8b23-3ea9aec76d1e req-3b3bad7e-906b-4315-895c-1fc3f4457f55 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818431 Sep 15 19:30:39.411228 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-83c66c6c-fb89-4179-90f2-4aab02c86d2b service neutron] 10.222.0.57 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372414 Sep 15 19:30:39.693942 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ecdd4a13-b48f-401f-8bb2-43fe51005aaa req-09f7228c-f104-4362-abc7-547215e9d589 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 210 time: 0.0404835 Sep 15 19:30:39.882966 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:40.888329 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-630ce29d-af65-496c-96d5-566b1b5dfc8f req-c6061ed6-c357-4488-b61f-e022da9518ee tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 210 time: 0.0420220 Sep 15 19:30:41.712845 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51352) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:41.865499 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:41.903734 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:41.908649 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5abb90cedb4a4d80b34c2f36422036 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:41.911870 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:41.923873 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:42.143189 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-541c1e02-3a59-4a81-938d-4c6fdfcc1ef4 req-6483a3ab-efa5-4d45-a9e1-a3cfac3ceeb6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 210 time: 0.0847054 Sep 15 19:30:42.144809 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:42.224429 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:42.241892 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-6ef3a6ca-dd65-469a-8692-0793560f0b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:42.311100 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227d3f8a-78dc-4ae1-bbac-be29b829d4d9,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:42.317517 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:42.323440 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-f5f40fc0-d14a-4505-9e17-ff62eefe6e83 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:42.324845 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-f5f40fc0-d14a-4505-9e17-ff62eefe6e83 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 817 time: 0.2177870 Sep 15 19:30:42.327098 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d5abb90cedb4a4d80b34c2f36422036&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6048565 Sep 15 19:30:42.329636 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51362) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:42.413840 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-f8177860-7f78-47d6-a169-e721096f9773 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac059076ce774e1a909de86347779f78 HTTP/1.1" status: 200 len: 379 time: 0.0730205 Sep 15 19:30:42.429160 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'port': {'device_id': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'admin_state_up': True, 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'security_groups': ['bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0']}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:42.465267 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d9680a05-1052-49ce-b242-0f2c7c543b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:42.576075 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d9680a05-1052-49ce-b242-0f2c7c543b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:42.647745 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:42.658984 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:42.694377 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51370) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:42.728405 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Made reservation on behalf of ac059076ce774e1a909de86347779f78 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:30:42.733114 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:42.768556 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d9680a05-1052-49ce-b242-0f2c7c543b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:42.772700 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8d2fd721-5846-4d04-9eaa-637065cbc4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:42.830789 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9680a05-1052-49ce-b242-0f2c7c543b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227d3f8a-78dc-4ae1-bbac-be29b829d4d9,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:42.833091 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d9680a05-1052-49ce-b242-0f2c7c543b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:42.880300 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d9680a05-1052-49ce-b242-0f2c7c543b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:42.881492 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-d9680a05-1052-49ce-b242-0f2c7c543b4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/227d3f8a-78dc-4ae1-bbac-be29b829d4d9 HTTP/1.1" status: 204 len: 168 time: 0.5509372 Sep 15 19:30:42.885667 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.000085 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:43.000085 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:073ad3bfaae14486b106476874cebb6b is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:43.000085 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:43.001372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:43.003695 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Allocated IP 172.20.0.11 (1a2fe10b-c7be-4031-8b48-8edbeffb5438/7656c60c-439e-4d29-a4f1-84101b282dcd/41fa8a48-7300-4643-a581-14e7997c9421) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:30:43.225528 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.272619 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.289138 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Transition to ACTIVE for port object 41fa8a48-7300-4643-a581-14e7997c9421 will not be triggered until provisioned by entity DHCP. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:30:43.328498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.341431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-817cd7b2-95cb-411e-a8b2-0326af73da8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:43.363368 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1448bae6-86c5-45c7-a6f0-09b8bb1334f2 req-be1b5348-e8bb-4712-8248-93ff3bdf9425 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 210 time: 0.0664389 Sep 15 19:30:43.396837 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c694de0-941a-491b-a648-1f9306a71a80,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:43.401508 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=073ad3bfaae14486b106476874cebb6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7061560 Sep 15 19:30:43.404105 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51380) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:43.406340 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:43.469137 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6a96af9e-6216-404f-a9e5-324e02f50dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.495934 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6a96af9e-6216-404f-a9e5-324e02f50dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.503037 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.512712 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-588bf7ab-c615-48fa-a520-5704de046008 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:43.610989 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:30:43.611788 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:43.614640 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:43.619052 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:30:43.619052 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:30:43.689661 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:43.690648 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.791143 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6a96af9e-6216-404f-a9e5-324e02f50dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.793582 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6a96af9e-6216-404f-a9e5-324e02f50dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.795709 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-6a96af9e-6216-404f-a9e5-324e02f50dc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c694de0-941a-491b-a648-1f9306a71a80 HTTP/1.1" status: 204 len: 168 time: 0.3898425 Sep 15 19:30:43.795709 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cf81e636-3037-4a68-a99d-a983cc2305e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:43.808077 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96af9e-6216-404f-a9e5-324e02f50dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c694de0-941a-491b-a648-1f9306a71a80,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:43.827734 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-6a96af9e-6216-404f-a9e5-324e02f50dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:43.854909 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e9851179-b7cc-41f3-a5be-ebb15fa07541 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4300983 Sep 15 19:30:43.877236 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Request body: {'port': {'device_id': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:43.939864 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-21b6148c-8482-4ffd-bb68-97f62ba3443e None None] Provisioning for port 41fa8a48-7300-4643-a581-14e7997c9421 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:30:43.945711 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-21b6148c-8482-4ffd-bb68-97f62ba3443e None None] Provisioning complete for port 41fa8a48-7300-4643-a581-14e7997c9421 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:30:43.948839 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-21b6148c-8482-4ffd-bb68-97f62ba3443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:43.988310 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.018640 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-21b6148c-8482-4ffd-bb68-97f62ba3443e None None] Port 41fa8a48-7300-4643-a581-14e7997c9421 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:30:44.191019 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51394) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:44.219050 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.259166 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:44.264202 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Usage tracker for resource:security_group_rule and tenant:a8435209efdd4000b1ef6f340d8c00e2 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:44.267791 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:44.274431 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:44.345943 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.416390 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fa8a48-7300-4643-a581-14e7997c9421 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:30:44.423525 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.431278 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.438495 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Transition to ACTIVE for port object 41fa8a48-7300-4643-a581-14e7997c9421 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:30:44.441526 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ceb93c91-01ef-4769-8caf-af71143315fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:44.482707 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2ffb2f-e9eb-4332-859e-547780e4f72f,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:44.486935 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a8435209efdd4000b1ef6f340d8c00e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2944429 Sep 15 19:30:44.487786 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:44.490619 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51400) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:44.548751 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.553336 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7a812223-622c-4832-9013-984434cafcc8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:44.618764 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51404) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:44.641141 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.673485 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:44.677850 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:eaa6ef858c05463389cde617954c0e97 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:44.681332 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:44.691179 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:44.706792 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:44.710687 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:44.743844 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-137fcde3-1ee9-427f-82af-d3235bb7f90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.776817 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.851012 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-137fcde3-1ee9-427f-82af-d3235bb7f90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.862391 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e1641-d956-4fc7-8b4d-08b5be87e783 req-6758ebc0-3033-44ef-ac46-293c6dca9133 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:44.863107 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-3f5e1641-d956-4fc7-8b4d-08b5be87e783 req-6758ebc0-3033-44ef-ac46-293c6dca9133 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Synchronizing usage tracker for tenant:ac059076ce774e1a909de86347779f78 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:30:44.869665 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.878235 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ba7ecc11-0570-4b89-a907-ac267c8891d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:44.921091 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e516e659-6843-41de-a045-bbc8ea68a14b,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:44.927941 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:44.930002 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Attempting to bind port 41fa8a48-7300-4643-a581-14e7997c9421 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:30:44.931364 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Attempting to bind port 41fa8a48-7300-4643-a581-14e7997c9421 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:30:44.931974 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Attempting to bind port 41fa8a48-7300-4643-a581-14e7997c9421 on network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:30:44.933512 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eaa6ef858c05463389cde617954c0e97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3136885 Sep 15 19:30:44.934233 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51410) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:44.962678 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Port 41fa8a48-7300-4643-a581-14e7997c9421 on network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:30:44.965507 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Attempting to bind port 41fa8a48-7300-4643-a581-14e7997c9421 on network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:30:44.981842 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:30:44.982211 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Checking segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:30:44.982597 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Bound using segment: {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:30:44.983026 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Bound port: 41fa8a48-7300-4643-a581-14e7997c9421, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ec56e1-1d96-48d2-9b80-c7ae154ff919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:30:44.983382 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:44.999640 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-3f5e1641-d956-4fc7-8b4d-08b5be87e783 req-6758ebc0-3033-44ef-ac46-293c6dca9133 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Unset dirty status for tenant:ac059076ce774e1a909de86347779f78 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:30:45.000794 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3f5e1641-d956-4fc7-8b4d-08b5be87e783 req-6758ebc0-3033-44ef-ac46-293c6dca9133 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.4967856 Sep 15 19:30:45.060375 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-137fcde3-1ee9-427f-82af-d3235bb7f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.063894 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ce640021-d68b-4618-9749-7d1f24fa2e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:45.097263 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fcde3-1ee9-427f-82af-d3235bb7f90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2ffb2f-e9eb-4332-859e-547780e4f72f,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:45.106861 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-137fcde3-1ee9-427f-82af-d3235bb7f90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:45.107779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-75f06afe-4d91-4e7d-aa3f-d6137c33c2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.143563 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-137fcde3-1ee9-427f-82af-d3235bb7f90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.144681 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-137fcde3-1ee9-427f-82af-d3235bb7f90f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b2ffb2f-e9eb-4332-859e-547780e4f72f HTTP/1.1" status: 204 len: 168 time: 0.6530988 Sep 15 19:30:45.172166 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3f5e1641-d956-4fc7-8b4d-08b5be87e783 req-7de6a1c1-63c6-4624-be79-0eaa81dbe6f9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646121 Sep 15 19:30:45.173803 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-75f06afe-4d91-4e7d-aa3f-d6137c33c2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.189761 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:30:45.213321 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:30:45.300453 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.305065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-661f2f57-b9d1-4dfd-812c-ec9716722f93 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:45.340805 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-75f06afe-4d91-4e7d-aa3f-d6137c33c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.375722 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-75f06afe-4d91-4e7d-aa3f-d6137c33c2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.379554 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-75f06afe-4d91-4e7d-aa3f-d6137c33c2c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e516e659-6843-41de-a045-bbc8ea68a14b HTTP/1.1" status: 204 len: 168 time: 0.4413235 Sep 15 19:30:45.379554 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:45.379554 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] 10.222.0.54 "PUT /v2.0/ports/41fa8a48-7300-4643-a581-14e7997c9421 HTTP/1.1" status: 200 len: 1094 time: 1.5070007 Sep 15 19:30:45.382496 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:45.413077 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:45.416763 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:45.417396 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4617c490-52e8-47d1-95f3-c4aba2529189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:45.431435 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f06afe-4d91-4e7d-aa3f-d6137c33c2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e516e659-6843-41de-a045-bbc8ea68a14b,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:45.433637 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-75f06afe-4d91-4e7d-aa3f-d6137c33c2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:45.452816 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421', 'status': 'completed', 'code': 200} Sep 15 19:30:45.593568 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9184a37d-1154-4e86-ae03-7369f11deefe req-19df6048-f870-40a4-82b2-90157bf12f58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 1097 time: 0.1139381 Sep 15 19:30:45.763870 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a37d-1154-4e86-ae03-7369f11deefe req-abae5ed9-258d-42aa-80e4-ea3ed86f18d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:45.765729 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9184a37d-1154-4e86-ae03-7369f11deefe req-abae5ed9-258d-42aa-80e4-ea3ed86f18d4 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ac059076ce774e1a909de86347779f78&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1656864 Sep 15 19:30:45.922471 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184a37d-1154-4e86-ae03-7369f11deefe req-089503e6-ab63-47d0-9798-78d24e662263 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:45.924732 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9184a37d-1154-4e86-ae03-7369f11deefe req-089503e6-ab63-47d0-9798-78d24e662263 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1493599 Sep 15 19:30:46.048934 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-70851036-c149-4560-83ec-0c3969a858fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 1097 time: 0.0817959 Sep 15 19:30:46.120403 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-ccec9cf1-1832-45cb-95c9-3ddc473b9ef9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fa8a48-7300-4643-a581-14e7997c9421 HTTP/1.1" status: 200 len: 217 time: 0.0628309 Sep 15 19:30:46.196062 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e878fcb3-6661-45fc-a801-efe9652d0fba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:46.197505 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-e878fcb3-6661-45fc-a801-efe9652d0fba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.0656626 Sep 15 19:30:46.279461 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-7c799efa-1466-4eb7-b6ef-430c795fd96c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747623 Sep 15 19:30:46.483069 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-67d3b3e0-dd6d-4c7c-a3a8-3de78cbb4373 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961906 Sep 15 19:30:46.594208 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbef30d-0cef-4c5e-a9d2-8f6c4cbf67de req-50480369-35bf-4a6f-8b1b-c2e94715b173 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:46.595684 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cfbef30d-0cef-4c5e-a9d2-8f6c4cbf67de req-50480369-35bf-4a6f-8b1b-c2e94715b173 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.2638438 Sep 15 19:30:46.724077 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cfbef30d-0cef-4c5e-a9d2-8f6c4cbf67de req-f5a2ede1-6594-489e-9960-6f9d12549138 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131530 Sep 15 19:30:46.742394 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a9111100-aec6-4c2a-9141-7d3adaec986d req-d7f4218f-c17d-49fc-9d69-e422c9a6480d service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506859 Sep 15 19:30:47.978884 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa9e4a-84a1-4e9c-b7e1-862391bc9577 req-4297acd5-5277-49ee-9304-6fa74b894229 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:47.980548 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dcfa9e4a-84a1-4e9c-b7e1-862391bc9577 req-4297acd5-5277-49ee-9304-6fa74b894229 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.1067741 Sep 15 19:30:48.029202 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dcfa9e4a-84a1-4e9c-b7e1-862391bc9577 req-716a1c6a-9a12-4013-baa5-9f4c72051492 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429313 Sep 15 19:30:48.417277 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:30:48.563914 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:48.581660 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '41fa8a48-7300-4643-a581-14e7997c9421', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'port_id': '41fa8a48-7300-4643-a581-14e7997c9421', 'mac_address': 'fa:16:3e:6d:3f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:30:48.642021 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:48.659844 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fa8a48-7300-4643-a581-14e7997c9421 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:30:48.676139 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:30:48.676688 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:48.745573 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:48.747631 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:48.812389 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:48.815409 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:48.985301 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['41fa8a48-7300-4643-a581-14e7997c9421'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:30:49.309062 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5db0a-517a-4511-a3d8-9104dde701c3 req-694e6a81-01da-4553-a915-0bfab4e42411 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:49.310605 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cae5db0a-517a-4511-a3d8-9104dde701c3 req-694e6a81-01da-4553-a915-0bfab4e42411 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 945 time: 0.0922430 Sep 15 19:30:49.361598 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cae5db0a-517a-4511-a3d8-9104dde701c3 req-eb1f300d-4ca0-4336-b042-bc2cdb6264c6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453265 Sep 15 19:30:49.572309 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce4d77-ac4d-4a2b-a7d3-58df361e7919 req-a3a2eccc-5e71-476a-b3f7-66b6213a3cfc tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:49.573900 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-95ce4d77-ac4d-4a2b-a7d3-58df361e7919 req-a3a2eccc-5e71-476a-b3f7-66b6213a3cfc tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.1386192 Sep 15 19:30:49.579230 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-f64741a2-3f18-40d2-a1c1-67a87aa00d76 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1137 time: 0.1108530 Sep 15 19:30:49.712433 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-95ce4d77-ac4d-4a2b-a7d3-58df361e7919 req-be442cc0-3768-44dd-b7c3-47057b919e76 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305277 Sep 15 19:30:49.744072 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-02b8bcfd-e548-42f0-95ab-13f939dd52ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:49.745584 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-02b8bcfd-e548-42f0-95ab-13f939dd52ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 915 time: 0.1481988 Sep 15 19:30:49.857076 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-2278c84b-419e-418e-bdf8-1e6955e1c55c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 1001 time: 0.0966427 Sep 15 19:30:49.929010 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-2f200cd4-6030-4145-a4c6-6eae1489fc31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:49.930473 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-2f200cd4-6030-4145-a4c6-6eae1489fc31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 200 len: 853 time: 0.0596604 Sep 15 19:30:50.008341 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-9ea9ee12-cd8d-4036-bba9-51bd759790d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cc91aab-8513-4423-8883-2e232dba596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713043 Sep 15 19:30:50.153589 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-5a5fad40-54a6-46f5-9438-d5587ad065d6 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332607 Sep 15 19:30:50.294823 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3b794b9f-ba40-48a0-9140-a88eacf8587f req-fe553ba3-85b1-43e2-b732-7c2fa2bddc07 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280310 Sep 15 19:30:50.431705 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:30:50.592465 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3640f-4cb7-43d0-b49c-0b547b810366 req-4a2f8b87-0cb8-43e2-8c38-fbf4fe9bcde8 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:50.594083 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-09a3640f-4cb7-43d0-b49c-0b547b810366 req-4a2f8b87-0cb8-43e2-8c38-fbf4fe9bcde8 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 945 time: 0.0777545 Sep 15 19:30:50.595952 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 41fa8a48-7300-4643-a581-14e7997c9421 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:30:50.603492 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 41fa8a48-7300-4643-a581-14e7997c9421 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:30:50.603960 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:50.640972 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-09a3640f-4cb7-43d0-b49c-0b547b810366 req-ebfb64a7-c29b-493e-9654-0a5e721373b5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408661 Sep 15 19:30:50.750047 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:50.779252 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:50.790711 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:30:50.842679 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421', 'code': 200} Sep 15 19:30:50.877664 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:50.879591 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:50.950126 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ad243-c713-4145-b7f3-6bcd4c77493e req-b0c44e72-d6c5-4163-a5c4-8c6c50b09680 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:50.952684 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-100ad243-c713-4145-b7f3-6bcd4c77493e req-b0c44e72-d6c5-4163-a5c4-8c6c50b09680 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.1056058 Sep 15 19:30:51.034000 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-100ad243-c713-4145-b7f3-6bcd4c77493e req-4ba5614d-61b6-479c-9b4a-72cde3d5f8a8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707898 Sep 15 19:30:51.042457 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:51.053152 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:51.286687 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e36dd17-b33d-4be6-bacf-e74d96b7e82f req-ddb9069b-80a7-41fe-8d88-7f7ed38dc377 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 1099 time: 0.0695372 Sep 15 19:30:51.333534 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0e36dd17-b33d-4be6-bacf-e74d96b7e82f req-f2753080-07ab-4ac1-b4c9-e08e4a845599 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402827 Sep 15 19:30:51.857736 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a657502-4e5e-4b6f-8839-975241bcf44f req-366f9711-ad05-451d-bedc-14c15307faea tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:51.859416 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a657502-4e5e-4b6f-8839-975241bcf44f req-366f9711-ad05-451d-bedc-14c15307faea tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0787625 Sep 15 19:30:51.906449 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a657502-4e5e-4b6f-8839-975241bcf44f req-3052a6aa-475a-4710-beec-9ac74f9d4db9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Sep 15 19:30:52.248079 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8e48d-d42b-4766-a015-fb56884750b4 req-94dbe2bb-fa39-41be-9c59-45ac3154dd72 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:52.249463 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-94c8e48d-d42b-4766-a015-fb56884750b4 req-94dbe2bb-fa39-41be-9c59-45ac3154dd72 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0824029 Sep 15 19:30:52.365928 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-94c8e48d-d42b-4766-a015-fb56884750b4 req-6f6a03bf-419f-4483-aea4-34d0d64745cf tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099806 Sep 15 19:30:53.127296 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b448760-4e83-4206-bb9b-52bbd02d6b0b req-d316199f-58c1-4fe5-a478-a80771f944df tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:53.132577 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2b448760-4e83-4206-bb9b-52bbd02d6b0b req-d316199f-58c1-4fe5-a478-a80771f944df tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0811267 Sep 15 19:30:53.180118 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2b448760-4e83-4206-bb9b-52bbd02d6b0b req-2f86210f-19bb-4b98-b3f2-16ccd223d8a8 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404186 Sep 15 19:30:53.392209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf8ffa-86eb-4c38-931d-e07423f57882 req-f307e511-d018-45f5-bc7e-2760347a80b9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:53.393988 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-badf8ffa-86eb-4c38-931d-e07423f57882 req-f307e511-d018-45f5-bc7e-2760347a80b9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0796487 Sep 15 19:30:53.403893 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51600) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:53.418947 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Request body: {'floatingip': {'port_id': '41fa8a48-7300-4643-a581-14e7997c9421'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:30:53.508725 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:53.577773 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb78eb5-4d19-4f6a-99a9-a0c2caef5ccb req-1b2d8eaf-162d-4bd6-94ce-1b58c34f36fb tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:53.590686 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fbb78eb5-4d19-4f6a-99a9-a0c2caef5ccb req-1b2d8eaf-162d-4bd6-94ce-1b58c34f36fb tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0909884 Sep 15 19:30:53.664466 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fbb78eb5-4d19-4f6a-99a9-a0c2caef5ccb req-0bd940cd-b939-40a9-afa9-b90318453ce0 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689285 Sep 15 19:30:54.345404 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:54.407836 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:54.680817 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.l3_db [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Floating IP c075c686-300e-4a5c-824f-40ba260340bd associated. External IP: 172.28.1.103, port: 41fa8a48-7300-4643-a581-14e7997c9421. Sep 15 19:30:54.883633 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65836154-54ed-4273-a9bd-a8505550a38e req-ca3b74b0-6563-4f67-b0b5-1762f773be32 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:54.885218 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-65836154-54ed-4273-a9bd-a8505550a38e req-ca3b74b0-6563-4f67-b0b5-1762f773be32 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0918388 Sep 15 19:30:54.944309 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-65836154-54ed-4273-a9bd-a8505550a38e req-208c7d0c-eeb3-4ded-8acf-1ea66a648733 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505083 Sep 15 19:30:55.093641 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Router cd65d3ef-5671-49c2-9810-72df0c63818e has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:30:55.295037 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:30:55.304300 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] Sync routers for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:30:55.312089 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:55.315440 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:30:55.316132 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:30:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:55.364587 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e8a248c3-aa55-466b-9674-bac35a4da6bc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "PUT /v2.0/floatingips/c075c686-300e-4a5c-824f-40ba260340bd HTTP/1.1" status: 200 len: 992 time: 1.9590540 Sep 15 19:30:55.365254 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421'}] {{(pid=75811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:30:55.521782 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:30:55.681614 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421', 'status': 'completed', 'code': 200} Sep 15 19:30:55.790070 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-d3f77a16-02b5-4dda-89f7-346a78073662 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 1099 time: 0.0761724 Sep 15 19:30:55.961329 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-7f4b903c-72a3-4edc-aea1-d84983f20e02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:55.970996 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-7f4b903c-72a3-4edc-aea1-d84983f20e02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.1737444 Sep 15 19:30:56.011842 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': 'c075c686-300e-4a5c-824f-40ba260340bd', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'port_id': '41fa8a48-7300-4643-a581-14e7997c9421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'mac_address': 'fa:16:3e:6d:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:30:37Z', 'updated_at': '2021-09-15T19:30:54Z', 'revision_number': 1, 'project_id': 'ac059076ce774e1a909de86347779f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:56.012978 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] Checking router: cd65d3ef-5671-49c2-9810-72df0c63818e for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:30:56.026385 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:30:56.027131 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:30:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:56.092138 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-9228b10b-e140-4c09-ab28-5047e5961829 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fa8a48-7300-4643-a581-14e7997c9421 HTTP/1.1" status: 200 len: 1000 time: 0.1139038 Sep 15 19:30:56.212216 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:30:56.223040 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-2201aab6-64a7-40d1-a4dd-e3888d3130c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:56.224509 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-2201aab6-64a7-40d1-a4dd-e3888d3130c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.1251497 Sep 15 19:30:56.291211 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916fcc8-6aa7-4601-879a-34f7dc595347 req-c625897d-8e59-4cb5-87b3-524821ee0295 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:56.292828 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a916fcc8-6aa7-4601-879a-34f7dc595347 req-c625897d-8e59-4cb5-87b3-524821ee0295 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.1576667 Sep 15 19:30:56.354087 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a916fcc8-6aa7-4601-879a-34f7dc595347 req-552ae96a-f19a-41be-8f10-8f3ff88c1ea3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540905 Sep 15 19:30:56.362752 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-c54984a0-c95e-407b-9c5d-a15c71251e2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1313429 Sep 15 19:30:56.493289 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51664) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:56.508079 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-d434292c-d7c9-4304-8d26-b79f5d7e04ed service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367197 Sep 15 19:30:56.593950 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': 'c075c686-300e-4a5c-824f-40ba260340bd', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'port_id': '41fa8a48-7300-4643-a581-14e7997c9421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'mac_address': 'fa:16:3e:6d:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:30:37Z', 'updated_at': '2021-09-15T19:30:54Z', 'revision_number': 1, 'project_id': 'ac059076ce774e1a909de86347779f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:30:56.600028 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34b11f-6f82-439b-b285-6d7a29fa8fed None None] The sync data for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb is: [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': 'c075c686-300e-4a5c-824f-40ba260340bd', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'floating_ip_address': '172.28.1.103', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'port_id': '41fa8a48-7300-4643-a581-14e7997c9421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'mac_address': 'fa:16:3e:6d:3f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:30:37Z', 'updated_at': '2021-09-15T19:30:54Z', 'revision_number': 1, 'project_id': 'ac059076ce774e1a909de86347779f78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:30:56.662448 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bff05ce5-79f1-4ffc-aca7-f51772987e59 req-e5a191f6-08e8-4197-9390-1e2f70c1948a service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468935 Sep 15 19:30:56.670869 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:56.706004 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:56.709839 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Usage tracker for resource:security_group_rule and tenant:57bd31e57f4640b58eddc3459f7a30f8 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:56.712621 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:56.718760 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:56.789502 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:56.805030 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e04716-ee19-4449-88ab-b8c53cf2c1f5 None None] New status for floating IP c075c686-300e-4a5c-824f-40ba260340bd: ACTIVE {{(pid=75813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:30:56.848142 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:56.856307 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3898d631-4284-4c2d-a078-ab723f305b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:56.903830 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8628ca69-1da1-44b1-943a-789b0cd99108,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:56.908356 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57bd31e57f4640b58eddc3459f7a30f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4140892 Sep 15 19:30:56.909428 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:56.911167 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51674) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:57.000542 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cb6579b7-6a1a-4255-9f7f-eaabde54f338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:57.027909 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cb6579b7-6a1a-4255-9f7f-eaabde54f338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:57.149918 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cb6579b7-6a1a-4255-9f7f-eaabde54f338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:57.153880 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-99c71a44-2ff5-4263-901d-f2cf03ad68d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:57.165301 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6579b7-6a1a-4255-9f7f-eaabde54f338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8628ca69-1da1-44b1-943a-789b0cd99108,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:57.170265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cb6579b7-6a1a-4255-9f7f-eaabde54f338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:57.172537 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-cb6579b7-6a1a-4255-9f7f-eaabde54f338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:57.173663 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-cb6579b7-6a1a-4255-9f7f-eaabde54f338 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8628ca69-1da1-44b1-943a-789b0cd99108 HTTP/1.1" status: 204 len: 168 time: 0.2614381 Sep 15 19:30:57.572758 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b901c-6c18-4779-bd1e-5f78fe8e4afb req-98eb5529-053c-491b-ba6c-b7e6e2a5b793 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:57.574465 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ff4b901c-6c18-4779-bd1e-5f78fe8e4afb req-98eb5529-053c-491b-ba6c-b7e6e2a5b793 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0862708 Sep 15 19:30:57.625066 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ff4b901c-6c18-4779-bd1e-5f78fe8e4afb req-7e1ed62b-8c62-4ab8-9414-24438c961f61 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435052 Sep 15 19:30:57.969119 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51688) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:57.988237 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:58.023710 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:30:58.029410 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Usage tracker for resource:security_group_rule and tenant:c5da82b4f83c4703b4be9480db549d37 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:30:58.032544 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:30:58.038526 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:30:58.104930 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:58.186146 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:58.193044 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2c30111d-ead6-4c5b-bdcd-338838843236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:58.232607 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6645ba-09d8-4fc3-ab46-67effc0b4d7c,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:58.235571 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:58.239425 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a738eda5-48da-4c2a-beb6-8a14d18e332a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5da82b4f83c4703b4be9480db549d37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2689800 Sep 15 19:30:58.242465 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51698) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:30:58.305768 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3a761a9-ffa6-4692-aa15-85d607fb19ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:58.331584 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3a761a9-ffa6-4692-aa15-85d607fb19ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:58.454117 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3a761a9-ffa6-4692-aa15-85d607fb19ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:58.457885 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-0bce0deb-552a-42eb-9a78-9afb667cab96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:30:58.470645 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a761a9-ffa6-4692-aa15-85d607fb19ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6645ba-09d8-4fc3-ab46-67effc0b4d7c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:30:58.474375 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d3a761a9-ffa6-4692-aa15-85d607fb19ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:30:58.479488 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d3a761a9-ffa6-4692-aa15-85d607fb19ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:30:58.480594 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d3a761a9-ffa6-4692-aa15-85d607fb19ac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc6645ba-09d8-4fc3-ab46-67effc0b4d7c HTTP/1.1" status: 204 len: 168 time: 0.2367332 Sep 15 19:30:58.828195 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcebc6c-a445-42b5-92c7-cccee76d79f9 req-b4ba2267-89db-4c80-8fe3-0eade2f5a558 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:30:58.830029 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2bcebc6c-a445-42b5-92c7-cccee76d79f9 req-b4ba2267-89db-4c80-8fe3-0eade2f5a558 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0764723 Sep 15 19:30:58.888765 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2bcebc6c-a445-42b5-92c7-cccee76d79f9 req-99b7eb9d-6ee0-4bb4-9c50-d65914dac679 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529580 Sep 15 19:31:00.085127 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506538b1-6b94-4f8a-82e5-cb607971b1ae req-3655ff69-fa02-4a8a-8a60-55abef9d6b49 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:00.086863 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-506538b1-6b94-4f8a-82e5-cb607971b1ae req-3655ff69-fa02-4a8a-8a60-55abef9d6b49 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0781438 Sep 15 19:31:00.138974 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-506538b1-6b94-4f8a-82e5-cb607971b1ae req-882306f9-dda3-4eb7-9748-10a3e1cf7fcb tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459476 Sep 15 19:31:01.454596 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8197f94-7f53-4f82-9489-a2828231177c req-5ec5b12d-b307-4870-9397-4c28f877d0f6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:01.456071 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8197f94-7f53-4f82-9489-a2828231177c req-5ec5b12d-b307-4870-9397-4c28f877d0f6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.1750278 Sep 15 19:31:01.521043 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a8197f94-7f53-4f82-9489-a2828231177c req-cca14b3a-33fe-4291-a2fd-06b657950743 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581279 Sep 15 19:31:02.520164 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51814) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:02.657869 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:02.690142 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:02.693956 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Usage tracker for resource:security_group_rule and tenant:0662adab654048c0becd92e3455021a1 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:02.697020 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:02.703120 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:02.734124 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528d0d8-29fd-4b7e-bab1-7b066b1bbfd6 req-e69eb202-ab8e-461c-96c4-8c30a677ae75 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:02.735941 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f528d0d8-29fd-4b7e-bab1-7b066b1bbfd6 req-e69eb202-ab8e-461c-96c4-8c30a677ae75 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0896935 Sep 15 19:31:02.789724 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:02.798918 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f528d0d8-29fd-4b7e-bab1-7b066b1bbfd6 req-f1c41bf0-57e6-4106-980d-6194140e117e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557003 Sep 15 19:31:02.847945 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:02.856249 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4df6cbd8-7bda-47ff-8a31-c79d03ee2136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:02.869606 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:02.898271 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd3d795-2f99-4d70-b1d9-5f5ba597d3f6,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:02.901171 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:02.906552 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-bf219544-7f5a-46ce-ad1c-010f0ccb4244 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0662adab654048c0becd92e3455021a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3853815 Sep 15 19:31:02.906801 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51824) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:02.972502 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ddb59d89-9519-4947-8414-b10f361fe3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:03.001055 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ddb59d89-9519-4947-8414-b10f361fe3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:03.123111 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ddb59d89-9519-4947-8414-b10f361fe3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:03.128149 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4a84c1b1-2410-40cc-a291-90eecedc1e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:03.141956 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb59d89-9519-4947-8414-b10f361fe3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd3d795-2f99-4d70-b1d9-5f5ba597d3f6,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:03.144530 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ddb59d89-9519-4947-8414-b10f361fe3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:03.145655 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ddb59d89-9519-4947-8414-b10f361fe3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:03.150231 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-ddb59d89-9519-4947-8414-b10f361fe3e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cdd3d795-2f99-4d70-b1d9-5f5ba597d3f6 HTTP/1.1" status: 204 len: 168 time: 0.2419047 Sep 15 19:31:03.780137 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51840) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:03.798556 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:03.829259 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:03.833217 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Usage tracker for resource:security_group_rule and tenant:6037d1d1fee1485c9af6b6bd01ceaa42 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:03.836027 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:03.841732 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:03.910510 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:03.992686 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:04.001099 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-eb8909ce-ed02-48c3-acbe-f554d3118ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:04.026431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddafc7-4670-43e3-afd4-0eb38c3ede74 req-c9c8db51-f7d8-4c43-bc66-16ad5b8cd951 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:04.027887 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2cddafc7-4670-43e3-afd4-0eb38c3ede74 req-c9c8db51-f7d8-4c43-bc66-16ad5b8cd951 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.1020904 Sep 15 19:31:04.070797 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6037d1d1fee1485c9af6b6bd01ceaa42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2896030 Sep 15 19:31:04.072780 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999c6af6-0a6e-49bf-b57e-f0e415208c35,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:04.073564 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51846) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:04.081883 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d91741d3-65d8-489b-aa34-78e410fba230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:04.097630 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2cddafc7-4670-43e3-afd4-0eb38c3ede74 req-aa58cd0a-75ee-4fa5-96e6-3f65b83453a6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575802 Sep 15 19:31:04.168092 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c91983f-fd80-4f5e-ab77-416dcedf1900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:04.195779 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c91983f-fd80-4f5e-ab77-416dcedf1900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:04.345115 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c91983f-fd80-4f5e-ab77-416dcedf1900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:04.350617 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-413c6fcb-0a0c-4312-9dc8-4498c096236b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:04.361928 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91983f-fd80-4f5e-ab77-416dcedf1900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c6af6-0a6e-49bf-b57e-f0e415208c35,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:04.366640 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3c91983f-fd80-4f5e-ab77-416dcedf1900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:04.370555 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c91983f-fd80-4f5e-ab77-416dcedf1900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:04.371919 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-3c91983f-fd80-4f5e-ab77-416dcedf1900 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/999c6af6-0a6e-49bf-b57e-f0e415208c35 HTTP/1.1" status: 204 len: 168 time: 0.2959528 Sep 15 19:31:05.122479 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3e0b39ea-46ad-4e78-86af-9d25f5fc9f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:05.301139 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d683f93-15fa-4128-b3d4-2959de7fc0a8 req-f22d2ad1-a54f-40e4-ba9f-1724fef65664 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:05.308853 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0d683f93-15fa-4128-b3d4-2959de7fc0a8 req-f22d2ad1-a54f-40e4-ba9f-1724fef65664 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0890434 Sep 15 19:31:05.352419 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0d683f93-15fa-4128-b3d4-2959de7fc0a8 req-0f00f5d6-286a-4b0e-a8f6-b996d81661ba tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426447 Sep 15 19:31:05.636795 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:06.238468 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51892) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:06.379392 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:06.411158 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:06.414885 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Usage tracker for resource:security_group_rule and tenant:2f89f69c0dd448c396802c95e98292a0 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:06.417614 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:06.423193 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:06.488792 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:06.548349 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e77f-5102-4d21-937d-b00eff2cb1ed req-d215fa23-ffcb-4c37-905a-b1223bc50601 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:06.549725 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9882e77f-5102-4d21-937d-b00eff2cb1ed req-d215fa23-ffcb-4c37-905a-b1223bc50601 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0770237 Sep 15 19:31:06.596952 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9882e77f-5102-4d21-937d-b00eff2cb1ed req-0c5e38ab-e2db-4eda-8a86-33c3b509fe46 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408211 Sep 15 19:31:06.624894 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:06.633033 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-098c2e6d-f955-4c9f-b9ce-6a00727a29f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:06.672037 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecff2f09-6bae-4bfd-9db1-db34e37d8c8a,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:06.676344 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f89f69c0dd448c396802c95e98292a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4368203 Sep 15 19:31:06.677187 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:06.679467 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 51902) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:06.739819 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-167c2c31-8921-46e6-8114-7cf30d0f6092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:06.767359 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-167c2c31-8921-46e6-8114-7cf30d0f6092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:06.916733 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-167c2c31-8921-46e6-8114-7cf30d0f6092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:06.921083 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5ca93eef-c73c-481c-82d6-9f73399ffce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:06.933460 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c2c31-8921-46e6-8114-7cf30d0f6092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecff2f09-6bae-4bfd-9db1-db34e37d8c8a,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:06.937958 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-167c2c31-8921-46e6-8114-7cf30d0f6092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:06.940250 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-167c2c31-8921-46e6-8114-7cf30d0f6092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:06.941354 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-167c2c31-8921-46e6-8114-7cf30d0f6092 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecff2f09-6bae-4bfd-9db1-db34e37d8c8a HTTP/1.1" status: 204 len: 168 time: 0.2610090 Sep 15 19:31:07.442402 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5e3bbcb9-418c-495e-abf3-3c62f3c30bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:07.798897 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7c94-060c-4967-8132-6a40155230ec req-41ba24d8-19b6-42fd-baf2-5f25855f58f4 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:07.800359 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-db4c7c94-060c-4967-8132-6a40155230ec req-41ba24d8-19b6-42fd-baf2-5f25855f58f4 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0795512 Sep 15 19:31:07.847183 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-db4c7c94-060c-4967-8132-6a40155230ec req-5f3b764b-7e34-49e2-938f-a0080f91e8f9 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411084 Sep 15 19:31:08.486913 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:09.042021 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fffd61-41e7-4c62-ae7a-0396c8a44e1e req-030d9513-3b65-4939-a061-68d3bb0fb740 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:09.043409 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-29fffd61-41e7-4c62-ae7a-0396c8a44e1e req-030d9513-3b65-4939-a061-68d3bb0fb740 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0779400 Sep 15 19:31:09.088748 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-29fffd61-41e7-4c62-ae7a-0396c8a44e1e req-357a1d7c-edaf-4faf-883e-3add35d4bf1a tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397935 Sep 15 19:31:09.900112 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.287973 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc1665-aed4-4ce2-b517-a4bfe52a76a6 req-fcc9899c-cf84-44a9-a77d-59325884b553 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:10.289446 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d9fc1665-aed4-4ce2-b517-a4bfe52a76a6 req-fcc9899c-cf84-44a9-a77d-59325884b553 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0794411 Sep 15 19:31:10.292292 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51952) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:10.341295 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d9fc1665-aed4-4ce2-b517-a4bfe52a76a6 req-6d8ef507-9de6-4353-8613-ccf92cd846d9 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430813 Sep 15 19:31:10.434853 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.465307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:10.468990 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Usage tracker for resource:security_group_rule and tenant:667f2f64c00146119c8c5ac65b04f0ac is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:10.471861 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:10.478451 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:10.539192 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.600828 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.607443 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-598d45b2-760c-4f22-9047-50d2efb2329f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:10.649694 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcffa9d0-8714-42b6-b10c-8d140c63fb04,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:10.653712 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=667f2f64c00146119c8c5ac65b04f0ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3604908 Sep 15 19:31:10.654570 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:10.660753 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 51960) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:10.712931 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0502c138-8753-4bc0-b1e1-fa4ec3d04099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.737899 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0502c138-8753-4bc0-b1e1-fa4ec3d04099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.876499 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0502c138-8753-4bc0-b1e1-fa4ec3d04099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.880212 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-fcc23688-6f43-4383-bc53-ee0866c2df2c tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:10.892025 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502c138-8753-4bc0-b1e1-fa4ec3d04099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcffa9d0-8714-42b6-b10c-8d140c63fb04,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:10.894917 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-0502c138-8753-4bc0-b1e1-fa4ec3d04099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:10.902666 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0502c138-8753-4bc0-b1e1-fa4ec3d04099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:10.906579 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-0502c138-8753-4bc0-b1e1-fa4ec3d04099 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bcffa9d0-8714-42b6-b10c-8d140c63fb04 HTTP/1.1" status: 204 len: 168 time: 0.2464635 Sep 15 19:31:11.605619 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b58ae-1154-49b6-83e4-0eac63e1f617 req-24dc606c-19fc-40b7-8e4b-e7ce259f7a46 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:11.607130 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2e8b58ae-1154-49b6-83e4-0eac63e1f617 req-24dc606c-19fc-40b7-8e4b-e7ce259f7a46 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0966098 Sep 15 19:31:11.665289 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2e8b58ae-1154-49b6-83e4-0eac63e1f617 req-74f4603d-89ab-4b40-82b7-160adbecbbeb tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454679 Sep 15 19:31:12.870717 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953ec6-db9a-4ae7-9d40-da608a875dc1 req-f6ec544d-cb20-4986-aec7-84265235fdb5 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:12.872394 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-58953ec6-db9a-4ae7-9d40-da608a875dc1 req-f6ec544d-cb20-4986-aec7-84265235fdb5 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0805116 Sep 15 19:31:12.923776 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-58953ec6-db9a-4ae7-9d40-da608a875dc1 req-30b42c27-a10d-4116-9d56-96779110687b tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=69cf9963-5587-4c9f-80ff-3112294f4c6c&id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450337 Sep 15 19:31:20.002557 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52096) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:20.138600 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:20.168770 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:20.172510 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:ee358ec42c6f4f17905f793f56ae0950 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:20.175243 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:20.180813 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:20.242823 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:20.316755 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:20.324585 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5468f99f-7ba5-4812-af76-428156bb87cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:20.366300 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1264ad7e-83ef-4bcc-abad-c2d807f4a0d4,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:20.370556 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee358ec42c6f4f17905f793f56ae0950&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3670204 Sep 15 19:31:20.371700 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:20.373454 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52104) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:20.431851 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0770924c-2548-4ec8-a70a-71d17b09ffb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:20.456683 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0770924c-2548-4ec8-a70a-71d17b09ffb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:20.594824 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0770924c-2548-4ec8-a70a-71d17b09ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:20.599773 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c07cf824-4a32-4fe0-a0b0-aa26d719aadc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:20.611283 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770924c-2548-4ec8-a70a-71d17b09ffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1264ad7e-83ef-4bcc-abad-c2d807f4a0d4,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:20.614125 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-0770924c-2548-4ec8-a70a-71d17b09ffb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:20.616137 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-0770924c-2548-4ec8-a70a-71d17b09ffb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:20.617268 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-0770924c-2548-4ec8-a70a-71d17b09ffb3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1264ad7e-83ef-4bcc-abad-c2d807f4a0d4 HTTP/1.1" status: 204 len: 168 time: 0.2428813 Sep 15 19:31:22.364696 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 52144) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:22.505460 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:22.536791 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:22.542439 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Usage tracker for resource:security_group_rule and tenant:9b74c966328040e4b62818097152fcaf is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:22.543827 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:22.549438 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:22.629969 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:22.698070 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:22.704969 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-83e6cbe9-7abc-46bb-8d0b-03eeb9ade892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:22.745547 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18015bd4-ee4a-4953-a411-46887a60e610,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:22.748918 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:22.754638 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-7e7eab89-2c2e-489a-8610-29df4f6f2b02 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b74c966328040e4b62818097152fcaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3889306 Sep 15 19:31:22.755379 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 52154) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:22.814917 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-59a24651-8754-4c44-bede-6e0bcb646974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:22.839407 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-59a24651-8754-4c44-bede-6e0bcb646974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:22.967697 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-59a24651-8754-4c44-bede-6e0bcb646974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:22.972618 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-eca74690-785a-444f-a6d9-b410891143ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:22.983528 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a24651-8754-4c44-bede-6e0bcb646974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18015bd4-ee4a-4953-a411-46887a60e610,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:22.987816 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-59a24651-8754-4c44-bede-6e0bcb646974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:22.989729 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-59a24651-8754-4c44-bede-6e0bcb646974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:22.990867 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-59a24651-8754-4c44-bede-6e0bcb646974 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/18015bd4-ee4a-4953-a411-46887a60e610 HTTP/1.1" status: 204 len: 168 time: 0.2347736 Sep 15 19:31:25.675931 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:31:26.244931 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-fd99b558-7669-488c-b6ef-df2a72c79512 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fb2e2c197c4743b2bf31a62246148fc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271237 Sep 15 19:31:26.389953 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-643b9737-a577-4f82-aea7-b1fc0cb23c36 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:26.391408 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-643b9737-a577-4f82-aea7-b1fc0cb23c36 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411946 Sep 15 19:31:26.407349 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-40c6e911-57d6-4669-9b61-f33be092c38b tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/quotas/fb2e2c197c4743b2bf31a62246148fc2 HTTP/1.1" status: 200 len: 375 time: 0.0106690 Sep 15 19:31:26.451292 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-b57552fb-ae5d-447d-85ce-d427d54b961b tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=fb2e2c197c4743b2bf31a62246148fc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391238 Sep 15 19:31:26.752474 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ebe5f10c-8e6f-4a1c-b0a7-9eaa53e453f6 req-f12bed69-f8d1-4afb-876a-a106538e2cbd tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 210 time: 0.0436957 Sep 15 19:31:27.947173 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8d15ae59-8dc4-4f66-b9e9-3b9e74ad2b17 req-e836caea-e230-4978-a85d-cff4eda9b4be tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 210 time: 0.0466230 Sep 15 19:31:27.981242 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47db4e7-4836-4ff9-b2ba-261ba13f388a req-ed55b418-169d-4b6a-976e-d3a4091856d5 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:27.982701 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d47db4e7-4836-4ff9-b2ba-261ba13f388a req-ed55b418-169d-4b6a-976e-d3a4091856d5 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 945 time: 0.1766973 Sep 15 19:31:28.027883 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d47db4e7-4836-4ff9-b2ba-261ba13f388a req-517bf02b-d1fa-4322-b76a-e87c4d245c1a tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Sep 15 19:31:29.027837 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-3cfe5095-e25f-41c1-8dfa-e0f12ae77540 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=fb2e2c197c4743b2bf31a62246148fc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268478 Sep 15 19:31:29.169910 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-27105f18-62da-4ab1-ada9-a19a6d45802a req-05c6cd7d-ab3f-4310-be7a-cc01c0661739 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 210 time: 0.0958800 Sep 15 19:31:29.263833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-62fd8461-f93a-4a96-b8b6-9952bc466276 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:29.265226 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-62fd8461-f93a-4a96-b8b6-9952bc466276 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307069 Sep 15 19:31:29.286391 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64813ae1-0050-4a9d-a3ad-d2202be8d166 req-c36ffaae-2441-40e3-9678-c4ffaf9c8bee tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:29.287760 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-64813ae1-0050-4a9d-a3ad-d2202be8d166 req-c36ffaae-2441-40e3-9678-c4ffaf9c8bee tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 945 time: 0.1203480 Sep 15 19:31:29.292259 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Request body: {'port': {'device_id': 'e5735b61-34a9-4a8b-9d20-b1280074a2ee', 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194', 'admin_state_up': True, 'tenant_id': 'fb2e2c197c4743b2bf31a62246148fc2'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:31:29.425972 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-64813ae1-0050-4a9d-a3ad-d2202be8d166 req-a43b7905-aa81-4eee-9ff8-39059f781899 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203129 Sep 15 19:31:29.456258 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:29.460426 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Usage tracker for resource:port and tenant:fb2e2c197c4743b2bf31a62246148fc2 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:29.464087 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:29.470171 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:29.554398 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Made reservation on behalf of fb2e2c197c4743b2bf31a62246148fc2 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:31:29.557470 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:29.569908 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:29.601183 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:29.604894 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Usage tracker for resource:security_group_rule and tenant:fb2e2c197c4743b2bf31a62246148fc2 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:31:29.607632 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:31:29.613186 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:29.687309 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:29.761916 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:29.764598 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-75f06afe-4d91-4e7d-aa3f-d6137c33c2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:29.844020 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62179ea-d5c2-4451-aa31-838562ab6a29,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:29.849025 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:29.927183 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Allocated IP 192.168.233.161 (dfe1d359-c339-4c48-87ab-f8595fd7f194/3377082b-655a-4a49-a081-ecef0d0a677b/8196ebdd-c77d-4680-858b-d0db39482159) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:31:30.124679 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:30.139753 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Transition to ACTIVE for port object 8196ebdd-c77d-4680-858b-d0db39482159 will not be triggered until provisioned by entity DHCP. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:31:30.236760 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:30.242380 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:30.354366 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Network dfe1d359-c339-4c48-87ab-f8595fd7f194 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:31:30.356501 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Pushing event updated for resources: {'Port': ['ID=8196ebdd-c77d-4680-858b-d0db39482159,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:30.359587 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:30.361416 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:30.363063 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:31:30.437397 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:30.437995 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:30.469576 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1aaea0-300d-48b3-999b-9e09bcb4930e req-8ad90ef2-a9b4-4a9f-b6e9-657140dcc98d tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:30.469576 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fa1aaea0-300d-48b3-999b-9e09bcb4930e req-8ad90ef2-a9b4-4a9f-b6e9-657140dcc98d tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Synchronizing usage tracker for tenant:fb2e2c197c4743b2bf31a62246148fc2 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:31:30.589348 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3005931 Sep 15 19:31:30.594059 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fa1aaea0-300d-48b3-999b-9e09bcb4930e req-8ad90ef2-a9b4-4a9f-b6e9-657140dcc98d tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Unset dirty status for tenant:fb2e2c197c4743b2bf31a62246148fc2 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:31:30.595138 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fa1aaea0-300d-48b3-999b-9e09bcb4930e req-8ad90ef2-a9b4-4a9f-b6e9-657140dcc98d tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 936 time: 0.3049989 Sep 15 19:31:30.602503 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Request body: {'port': {'device_id': 'e5735b61-34a9-4a8b-9d20-b1280074a2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:31:30.681945 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2b6e1f02-c2db-4fc4-8a27-d27bf47dd14a None None] Provisioning for port 8196ebdd-c77d-4680-858b-d0db39482159 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:31:30.686921 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2b6e1f02-c2db-4fc4-8a27-d27bf47dd14a None None] Provisioning complete for port 8196ebdd-c77d-4680-858b-d0db39482159 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:31:30.687289 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2b6e1f02-c2db-4fc4-8a27-d27bf47dd14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:30.737485 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e1f02-c2db-4fc4-8a27-d27bf47dd14a None None] Port 8196ebdd-c77d-4680-858b-d0db39482159 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:31:30.751671 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fa1aaea0-300d-48b3-999b-9e09bcb4930e req-24be6a1c-5c0e-4b88-9e3a-cecb6bc4dda2 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Synchronizing usage tracker for tenant:fb2e2c197c4743b2bf31a62246148fc2 on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:31:30.768217 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f880cf0-3c5c-40d8-ab7a-5e9eef96855f req-9361daaf-83da-4652-9f1d-2e4089f606e1 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:30.769670 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9f880cf0-3c5c-40d8-ab7a-5e9eef96855f req-9361daaf-83da-4652-9f1d-2e4089f606e1 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 945 time: 0.2161419 Sep 15 19:31:30.778272 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:30.888955 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9f880cf0-3c5c-40d8-ab7a-5e9eef96855f req-e90806cd-540c-4a3f-88e9-19d0932513fe tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114726 Sep 15 19:31:30.940222 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-fa1aaea0-300d-48b3-999b-9e09bcb4930e req-24be6a1c-5c0e-4b88-9e3a-cecb6bc4dda2 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Unset dirty status for tenant:fb2e2c197c4743b2bf31a62246148fc2 on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:31:30.941366 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fa1aaea0-300d-48b3-999b-9e09bcb4930e req-24be6a1c-5c0e-4b88-9e3a-cecb6bc4dda2 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150065 Sep 15 19:31:31.234678 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8196ebdd-c77d-4680-858b-d0db39482159 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:31:31.241572 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:31.255611 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Transition to ACTIVE for port object 8196ebdd-c77d-4680-858b-d0db39482159 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:31:31.342981 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:31.346436 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d917f372-d694-4734-ada7-6f5a0f7f2600 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:31.466195 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Pushing event updated for resources: {'Port': ['ID=8196ebdd-c77d-4680-858b-d0db39482159,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:31.470632 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:31.577351 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Attempting to bind port 8196ebdd-c77d-4680-858b-d0db39482159 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:31:31.577679 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Attempting to bind port 8196ebdd-c77d-4680-858b-d0db39482159 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:31:31.577998 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Attempting to bind port 8196ebdd-c77d-4680-858b-d0db39482159 on network dfe1d359-c339-4c48-87ab-f8595fd7f194 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:31:31.583586 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Port 8196ebdd-c77d-4680-858b-d0db39482159 on network dfe1d359-c339-4c48-87ab-f8595fd7f194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:31:31.583898 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Attempting to bind port 8196ebdd-c77d-4680-858b-d0db39482159 on network dfe1d359-c339-4c48-87ab-f8595fd7f194 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:31:31.590734 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:31:31.591060 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Checking segment: {'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:31:31.591433 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Bound using segment: {'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:31:31.591843 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Bound port: 8196ebdd-c77d-4680-858b-d0db39482159, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0f5d7e-b396-4f7e-913c-ee427d582ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:31:31.592176 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:31.678572 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] For port 8196ebdd-c77d-4680-858b-d0db39482159, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:31:31.681426 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] For port 8196ebdd-c77d-4680-858b-d0db39482159, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8196ebdd-c77d-4680-858b-d0db39482159,segment=NetworkSegment(fe0f5d7e-b396-4f7e-913c-ee427d582ce2),segment_id=fe0f5d7e-b396-4f7e-913c-ee427d582ce2)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:31:31.745119 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:31.748826 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-674d2118-3c56-43c5-ad57-278faff8f481 tempest-VolumesActionsTest-1224539316 tempest-VolumesActionsTest-1224539316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:31.808708 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:31.810124 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] 10.222.0.54 "PUT /v2.0/ports/8196ebdd-c77d-4680-858b-d0db39482159 HTTP/1.1" status: 200 len: 1098 time: 1.2115157 Sep 15 19:31:31.810576 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5735b61-34a9-4a8b-9d20-b1280074a2ee', 'tag': '8196ebdd-c77d-4680-858b-d0db39482159'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:31.827618 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Pushing event updated for resources: {'Port': ['ID=8196ebdd-c77d-4680-858b-d0db39482159,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:31.832179 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:31.870230 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5735b61-34a9-4a8b-9d20-b1280074a2ee', 'tag': '8196ebdd-c77d-4680-858b-d0db39482159', 'status': 'completed', 'code': 200} Sep 15 19:31:31.965080 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c7a42ac1-443d-469b-b1bc-3a085b915dda req-530870d1-1947-412e-8def-353612e2f828 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb2e2c197c4743b2bf31a62246148fc2&device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 1101 time: 0.0723703 Sep 15 19:31:32.002462 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c7a42ac1-443d-469b-b1bc-3a085b915dda req-09448438-aa60-428e-86e2-446ab21ca256 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=fb2e2c197c4743b2bf31a62246148fc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280204 Sep 15 19:31:32.244788 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a42ac1-443d-469b-b1bc-3a085b915dda req-34e3b5db-9be6-46a6-938a-0fceb01a2e24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:32.246532 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c7a42ac1-443d-469b-b1bc-3a085b915dda req-34e3b5db-9be6-46a6-938a-0fceb01a2e24 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2362657 Sep 15 19:31:32.260406 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcee0c6-c296-4f33-8dd7-aea1aa034b66 req-f7adf0cd-a817-4f18-9828-19631fc64249 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:32.261908 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cbcee0c6-c296-4f33-8dd7-aea1aa034b66 req-f7adf0cd-a817-4f18-9828-19631fc64249 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 945 time: 0.2322235 Sep 15 19:31:32.271969 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b089e-57ab-4305-8730-d91f09ff82b1 req-c3c902a0-23fd-4a8b-85d1-dfea4023ccb6 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:32.273364 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-145b089e-57ab-4305-8730-d91f09ff82b1 req-c3c902a0-23fd-4a8b-85d1-dfea4023ccb6 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 948 time: 0.1951954 Sep 15 19:31:32.393205 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cbcee0c6-c296-4f33-8dd7-aea1aa034b66 req-35fcfd0e-17c2-4d72-8bd4-a18795f1738c tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189113 Sep 15 19:31:32.400191 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-145b089e-57ab-4305-8730-d91f09ff82b1 req-2eccfa04-73bd-4bc2-ab86-cd6f272be268 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128116 Sep 15 19:31:32.421386 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-f4f2f1df-24da-4ae4-a7df-4e4189452329 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb2e2c197c4743b2bf31a62246148fc2&device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 1101 time: 0.1329892 Sep 15 19:31:32.500232 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-b9d4f6f0-cced-469f-bc4b-3966f78258ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=8196ebdd-c77d-4680-858b-d0db39482159 HTTP/1.1" status: 200 len: 217 time: 0.0699248 Sep 15 19:31:32.564888 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-66c69443-c0a1-4547-b234-a5579aea5365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:32.566338 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-66c69443-c0a1-4547-b234-a5579aea5365 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3377082b-655a-4a49-a081-ecef0d0a677b HTTP/1.1" status: 200 len: 843 time: 0.0565972 Sep 15 19:31:32.643851 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-132e290d-0c6a-4795-bc84-2860a0af22d2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dfe1d359-c339-4c48-87ab-f8595fd7f194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692868 Sep 15 19:31:32.776076 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-241679a2-ac1c-48da-a392-fc1a4a8eb665 service neutron] 10.222.0.54 "GET /v2.0/networks/dfe1d359-c339-4c48-87ab-f8595fd7f194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228681 Sep 15 19:31:32.876507 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:33.019389 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fc5beae0-3aea-40f9-875f-575abdff76f2 req-1ba6b6aa-2c57-45fe-9ed4-84b6dced51a4 service neutron] 10.222.0.54 "GET /v2.0/networks/dfe1d359-c339-4c48-87ab-f8595fd7f194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306881 Sep 15 19:31:33.042286 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-d7d0789c-a18a-45d1-86a2-f61a844847e0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:33.042286 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-d7d0789c-a18a-45d1-86a2-f61a844847e0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 945 time: 0.1588407 Sep 15 19:31:33.112473 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Deleting port b97dbcd1-2b47-4fc4-83b0-26698483f72d {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:31:33.112805 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:33.349234 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] For port b97dbcd1-2b47-4fc4-83b0-26698483f72d, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b97dbcd1-2b47-4fc4-83b0-26698483f72d,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:33.349908 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:33.475576 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Calling delete_port for b97dbcd1-2b47-4fc4-83b0-26698483f72d owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:31:33.746662 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfefdd-f871-4a71-9cd9-d8dc1998287f req-70539136-ae47-449b-8f76-cc2dc1c3bcfd tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:33.748112 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1bdfefdd-f871-4a71-9cd9-d8dc1998287f req-70539136-ae47-449b-8f76-cc2dc1c3bcfd tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8c9502e-bc79-4a8c-826e-154b23f87683 HTTP/1.1" status: 200 len: 945 time: 0.2156577 Sep 15 19:31:33.759799 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edacea7-20f5-4ab4-9a12-3a00841238c8 req-b3cccfeb-cef2-45f9-92f3-1e095979b3e6 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:33.761244 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4edacea7-20f5-4ab4-9a12-3a00841238c8 req-b3cccfeb-cef2-45f9-92f3-1e095979b3e6 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 948 time: 0.2250776 Sep 15 19:31:33.838126 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:33.851649 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-fd3e68c4-ef3b-4945-8d61-f0a7c494710d tempest-VolumesActionsTest-2049587378 tempest-VolumesActionsTest-2049587378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:33.854794 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['b97dbcd1-2b47-4fc4-83b0-26698483f72d'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:33.916626 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Pushing event deleted for resources: {'Port': ['ID=b97dbcd1-2b47-4fc4-83b0-26698483f72d,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:33.923952 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:34.026887 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] No DVR routers for this DVR port b97dbcd1-2b47-4fc4-83b0-26698483f72d on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:31:34.034249 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:34.047783 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c9502e-bc79-4a8c-826e-154b23f87683', 'name': 'network-vif-deleted', 'tag': 'b97dbcd1-2b47-4fc4-83b0-26698483f72d'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:34.081035 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77d967e2-7732-44fd-afca-950ce9a8590e req-252cc212-b119-4485-86c9-c3787cf53126 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2839932 Sep 15 19:31:34.099760 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4edacea7-20f5-4ab4-9a12-3a00841238c8 req-9b382ef3-b35c-4c7f-945a-4c83a41738f3 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323817 Sep 15 19:31:34.110051 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1bdfefdd-f871-4a71-9cd9-d8dc1998287f req-b46148fb-972d-407c-afb4-f2f3a750778f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560319 Sep 15 19:31:34.151833 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4770b4ad-af1a-44f0-91c5-cfa68a0f829d req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.54 "DELETE /v2.0/ports/b97dbcd1-2b47-4fc4-83b0-26698483f72d HTTP/1.1" status: 204 len: 173 time: 1.1008670 Sep 15 19:31:34.192570 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c9502e-bc79-4a8c-826e-154b23f87683', 'name': 'network-vif-deleted', 'tag': 'b97dbcd1-2b47-4fc4-83b0-26698483f72d', 'status': 'completed', 'code': 200} Sep 15 19:31:34.235300 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77d967e2-7732-44fd-afca-950ce9a8590e req-ae93b16e-2be5-4cc2-a43b-83b7e7231126 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1137 time: 0.0773373 Sep 15 19:31:34.386772 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d967e2-7732-44fd-afca-950ce9a8590e req-4911f09f-53ca-4d2c-a5c7-26bafa052c77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:34.388214 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77d967e2-7732-44fd-afca-950ce9a8590e req-4911f09f-53ca-4d2c-a5c7-26bafa052c77 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 915 time: 0.1276579 Sep 15 19:31:34.491334 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77d967e2-7732-44fd-afca-950ce9a8590e req-d1725679-5f50-4db4-870f-b7f05d07b9ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 1001 time: 0.0960267 Sep 15 19:31:34.556121 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d967e2-7732-44fd-afca-950ce9a8590e req-053d5b6d-1e5e-4dcb-97dc-ab24004ae13d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:34.557470 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77d967e2-7732-44fd-afca-950ce9a8590e req-053d5b6d-1e5e-4dcb-97dc-ab24004ae13d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 200 len: 853 time: 0.0565305 Sep 15 19:31:34.614266 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8196ebdd-c77d-4680-858b-d0db39482159 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:31:34.636008 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77d967e2-7732-44fd-afca-950ce9a8590e req-eb3ec57f-1728-4cdd-8802-f4df2770666b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cc91aab-8513-4423-8883-2e232dba596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699744 Sep 15 19:31:34.749325 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8196ebdd-c77d-4680-858b-d0db39482159, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8196ebdd-c77d-4680-858b-d0db39482159,segment=NetworkSegment(fe0f5d7e-b396-4f7e-913c-ee427d582ce2),segment_id=fe0f5d7e-b396-4f7e-913c-ee427d582ce2)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:34.796099 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '8196ebdd-c77d-4680-858b-d0db39482159', 'network_id': 'dfe1d359-c339-4c48-87ab-f8595fd7f194', 'port_id': '8196ebdd-c77d-4680-858b-d0db39482159', 'mac_address': 'fa:16:3e:f2:58:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3377082b-655a-4a49-a081-ecef0d0a677b', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:31:34.842032 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77d967e2-7732-44fd-afca-950ce9a8590e req-5c3295ec-54af-4abe-bfba-7caa210cfe0e service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985352 Sep 15 19:31:34.850184 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:34.867430 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8196ebdd-c77d-4680-858b-d0db39482159 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:31:34.886503 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8196ebdd-c77d-4680-858b-d0db39482159, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8196ebdd-c77d-4680-858b-d0db39482159,segment=NetworkSegment(fe0f5d7e-b396-4f7e-913c-ee427d582ce2),segment_id=fe0f5d7e-b396-4f7e-913c-ee427d582ce2)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:34.955308 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:34.957115 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:34.981323 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77d967e2-7732-44fd-afca-950ce9a8590e req-e66b472a-0681-4778-9e75-d59415403f53 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312475 Sep 15 19:31:35.022890 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=8196ebdd-c77d-4680-858b-d0db39482159,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:35.031474 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.031815 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.032151 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.032482 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.032807 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.033134 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.033456 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.033778 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.034096 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.034438 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.034760 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:35.041898 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:35.156607 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e67320cc-2f4a-4ba7-b477-0360448e6fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:35.193954 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['8196ebdd-c77d-4680-858b-d0db39482159'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:35.317088 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9705df-9045-4929-8cb6-8468bc6c550e req-92b2fa76-d205-4e00-8b47-aae5166174b2 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:35.318827 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-de9705df-9045-4929-8cb6-8468bc6c550e req-92b2fa76-d205-4e00-8b47-aae5166174b2 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 949 time: 0.0851789 Sep 15 19:31:35.376707 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-de9705df-9045-4929-8cb6-8468bc6c550e req-0d94067e-3858-4b0c-97f1-690a6fb1de7d tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511115 Sep 15 19:31:35.617506 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:36.580264 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ce2e-c1dd-49f2-a637-d58e414083ea req-cff75d9b-e643-4f9a-a7c3-12a3fd0c1a4f tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:36.581687 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cc51ce2e-c1dd-49f2-a637-d58e414083ea req-cff75d9b-e643-4f9a-a7c3-12a3fd0c1a4f tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 949 time: 0.0795052 Sep 15 19:31:36.616928 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8196ebdd-c77d-4680-858b-d0db39482159 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:31:36.626274 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cc51ce2e-c1dd-49f2-a637-d58e414083ea req-98da3281-2840-4dab-ace6-b8ac89e84310 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391488 Sep 15 19:31:36.745149 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 8196ebdd-c77d-4680-858b-d0db39482159 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:31:36.750243 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 8196ebdd-c77d-4680-858b-d0db39482159 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:31:36.750609 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:36.866036 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:36.892439 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5735b61-34a9-4a8b-9d20-b1280074a2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8196ebdd-c77d-4680-858b-d0db39482159'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:36.902367 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 8196ebdd-c77d-4680-858b-d0db39482159, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8196ebdd-c77d-4680-858b-d0db39482159,segment=NetworkSegment(fe0f5d7e-b396-4f7e-913c-ee427d582ce2),segment_id=fe0f5d7e-b396-4f7e-913c-ee427d582ce2)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:36.951159 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5735b61-34a9-4a8b-9d20-b1280074a2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8196ebdd-c77d-4680-858b-d0db39482159', 'code': 200} Sep 15 19:31:36.973482 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:36.974481 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device b97dbcd1-2b47-4fc4-83b0-26698483f72d no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:31:37.002495 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-78b1d441-db56-4729-83c1-26f10a62880c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:37.037592 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: b97dbcd1-2b47-4fc4-83b0-26698483f72d {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:31:37.037949 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device b97dbcd1-2b47-4fc4-83b0-26698483f72d not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:31:37.070649 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=8196ebdd-c77d-4680-858b-d0db39482159,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:37.073816 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:37.296229 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-833b2be7-3770-4ea8-b4f5-73ac1db7b9ec req-45c323f7-b1e0-4a91-a4d0-539aefb6a863 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 1103 time: 0.0672469 Sep 15 19:31:37.341175 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-833b2be7-3770-4ea8-b4f5-73ac1db7b9ec req-97b327c2-48d9-4d37-ac35-cc25726ce641 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380898 Sep 15 19:31:37.446128 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ab5107aa-953c-4334-bcab-d2e1428e9dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:37.820236 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a6539-d060-4132-aa84-9d9c28cb5085 req-fafc69fd-82b8-459b-ab7b-03627b4f8691 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:37.821696 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-074a6539-d060-4132-aa84-9d9c28cb5085 req-fafc69fd-82b8-459b-ab7b-03627b4f8691 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 950 time: 0.0749056 Sep 15 19:31:37.865908 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-074a6539-d060-4132-aa84-9d9c28cb5085 req-2b0cfe0e-1c6f-4b81-a55d-fbe9853a9e70 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Sep 15 19:31:38.487809 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:39.063860 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e5c92-8852-426c-80fd-afd24da491b5 req-4271f661-bd99-49e6-88d1-d65791c72aff tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:39.065251 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4d5e5c92-8852-426c-80fd-afd24da491b5 req-4271f661-bd99-49e6-88d1-d65791c72aff tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 950 time: 0.0794382 Sep 15 19:31:39.110093 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4d5e5c92-8852-426c-80fd-afd24da491b5 req-d28514fa-732c-48d2-a2a6-68891ac2a057 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391476 Sep 15 19:31:39.750630 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a855f90-fed9-448a-bb0c-4e2bca84e877 req-518253b5-04a1-4f0b-ad38-c170d5ba0ed1 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:39.752249 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7a855f90-fed9-448a-bb0c-4e2bca84e877 req-518253b5-04a1-4f0b-ad38-c170d5ba0ed1 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 950 time: 0.0768721 Sep 15 19:31:39.796824 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7a855f90-fed9-448a-bb0c-4e2bca84e877 req-7a0cdb35-46a5-4b3b-b226-2c0cf70eb5f5 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391967 Sep 15 19:31:39.887886 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:40.081398 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-20a06dc9-5282-4bed-9f66-e241e35d7bbd tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:40.082842 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-20a06dc9-5282-4bed-9f66-e241e35d7bbd tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/networks?id=815d08c1-3512-4b9d-b1f2-1025f8ff1deb HTTP/1.1" status: 200 len: 813 time: 0.1427231 Sep 15 19:31:40.099734 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-5daa2d66-017a-4dbb-a304-2946b0171f9b tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/quotas/2d452f2bbf2d4907b86afe8e098aa32f HTTP/1.1" status: 200 len: 375 time: 0.0104892 Sep 15 19:31:40.146938 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-ce98c438-70f1-47fd-ba71-6eab2523ecce tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Synchronizing usage tracker for tenant:2d452f2bbf2d4907b86afe8e098aa32f on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:31:40.217381 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-ce98c438-70f1-47fd-ba71-6eab2523ecce tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Unset dirty status for tenant:2d452f2bbf2d4907b86afe8e098aa32f on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:31:40.218670 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-ce98c438-70f1-47fd-ba71-6eab2523ecce tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2d452f2bbf2d4907b86afe8e098aa32f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1137385 Sep 15 19:31:40.412310 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-2b95c1ea-7a71-497c-8f83-ba95ed4c2efc service neutron] 10.222.0.57 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869700 Sep 15 19:31:40.539362 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-9dd31007-8440-4638-b30b-e8852622ad13 service neutron] 10.222.0.57 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208847 Sep 15 19:31:40.811233 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-77ad1b93-ec5d-4919-aacc-8ee8101c18e0 req-36a2dd11-ce64-426b-963f-2cd5eeb2cf1f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 210 time: 0.0414569 Sep 15 19:31:41.059774 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-0d912dad-df40-47c3-b0b0-91a3dc624439 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:41.061220 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-0d912dad-df40-47c3-b0b0-91a3dc624439 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 950 time: 0.1073244 Sep 15 19:31:41.067382 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661b485-17e3-4128-be0f-c0511d571fea req-1a9cd0e5-493a-4530-bd8c-b243bfe4b96a tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:41.068750 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5661b485-17e3-4128-be0f-c0511d571fea req-1a9cd0e5-493a-4530-bd8c-b243bfe4b96a tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 950 time: 0.1449773 Sep 15 19:31:41.173702 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Deleting port 8196ebdd-c77d-4680-858b-d0db39482159 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:31:41.174307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:41.218909 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5661b485-17e3-4128-be0f-c0511d571fea req-b55cf1f4-e057-4464-bfcf-56f80238d400 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/security-groups?id=c62179ea-d5c2-4451-aa31-838562ab6a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213748 Sep 15 19:31:41.499941 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] For port 8196ebdd-c77d-4680-858b-d0db39482159, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=8196ebdd-c77d-4680-858b-d0db39482159,segment=NetworkSegment(fe0f5d7e-b396-4f7e-913c-ee427d582ce2),segment_id=fe0f5d7e-b396-4f7e-913c-ee427d582ce2)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:41.500195 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:41.620686 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Calling delete_port for 8196ebdd-c77d-4680-858b-d0db39482159 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:31:41.855769 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:41.863638 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4a910848-51a3-471e-8ab9-0494ba44b60f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:41.868792 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['8196ebdd-c77d-4680-858b-d0db39482159'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:41.911948 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Pushing event deleted for resources: {'Port': ['ID=8196ebdd-c77d-4680-858b-d0db39482159,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:41.933461 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.933461 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.933626 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.934208 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.934570 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.934917 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.935369 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.935590 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.935933 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.936268 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.936610 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:41.968591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:42.021825 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d97a8c44-259b-4e6f-9767-7ffe1e38f975 req-00824faa-7c70-4f75-a9ce-70a25f68b405 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 210 time: 0.0822752 Sep 15 19:31:42.057329 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] No DVR routers for this DVR port 8196ebdd-c77d-4680-858b-d0db39482159 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:31:42.063284 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:42.073329 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5735b61-34a9-4a8b-9d20-b1280074a2ee', 'name': 'network-vif-deleted', 'tag': '8196ebdd-c77d-4680-858b-d0db39482159'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:42.146613 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5735b61-34a9-4a8b-9d20-b1280074a2ee', 'name': 'network-vif-deleted', 'tag': '8196ebdd-c77d-4680-858b-d0db39482159', 'status': 'completed', 'code': 200} Sep 15 19:31:42.174585 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7201fe56-75d5-455a-b7a0-1bc1fe0e5345 req-1fa41211-7bba-40e1-a3b1-178a2aab6137 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.54 "DELETE /v2.0/ports/8196ebdd-c77d-4680-858b-d0db39482159 HTTP/1.1" status: 204 len: 173 time: 1.1048820 Sep 15 19:31:42.392372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-1eb26f5c-ca08-4292-89f7-3c1b4ffbc8fe req-5f31071d-7cf9-4e76-b21c-24ad50809cf0 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Synchronizing usage tracker for tenant:fb2e2c197c4743b2bf31a62246148fc2 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:31:42.480541 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-1eb26f5c-ca08-4292-89f7-3c1b4ffbc8fe req-5f31071d-7cf9-4e76-b21c-24ad50809cf0 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Unset dirty status for tenant:fb2e2c197c4743b2bf31a62246148fc2 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:31:42.481894 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1eb26f5c-ca08-4292-89f7-3c1b4ffbc8fe req-5f31071d-7cf9-4e76-b21c-24ad50809cf0 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 210 time: 0.1303618 Sep 15 19:31:43.238367 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ca020be3-296e-4823-835a-70cbb0199ab1 req-456e48d6-a215-4290-8929-4325acc2f287 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 210 time: 0.0628278 Sep 15 19:31:43.341541 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-69e7d86c-f3d5-4518-8af5-a7d7ffea0969 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:43.342977 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-69e7d86c-f3d5-4518-8af5-a7d7ffea0969 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.54 "GET /v2.0/networks?id=815d08c1-3512-4b9d-b1f2-1025f8ff1deb HTTP/1.1" status: 200 len: 813 time: 0.1884546 Sep 15 19:31:43.361069 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Request body: {'port': {'device_id': 'f925a3d9-7e46-45ad-acc8-b6fc41b80a59', 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb', 'admin_state_up': True, 'tenant_id': '2d452f2bbf2d4907b86afe8e098aa32f'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:31:43.494733 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:31:43.504465 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:31:43.596354 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Made reservation on behalf of 2d452f2bbf2d4907b86afe8e098aa32f for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:31:43.599530 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:43.657095 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f93b23d1-6853-46ed-8718-27442e4a9a01 req-26ac52ee-07b1-49bf-8aed-f483cf981358 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5735b61-34a9-4a8b-9d20-b1280074a2ee HTTP/1.1" status: 200 len: 210 time: 0.0432677 Sep 15 19:31:43.810579 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Allocated IP 172.20.0.11 (815d08c1-3512-4b9d-b1f2-1025f8ff1deb/c974ec46-6094-4614-b7c8-e8cb06cfae08/4046eb46-cd06-4645-b6d8-3a3f01a8e5cf) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:31:44.006665 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:44.087109 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:44.092889 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:44.163372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:31:44.167116 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:31:44.169533 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:31:44.202962 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Pushing event updated for resources: {'Port': ['ID=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:44.205668 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:44.233954 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:44.234578 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:44.349658 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9918625 Sep 15 19:31:44.361811 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Request body: {'port': {'device_id': 'f925a3d9-7e46-45ad-acc8-b6fc41b80a59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:31:44.596632 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:44.619949 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f168e7-2947-4ab1-83bb-c827fc36f334 req-f52bbf04-3408-4922-aa04-7667580d9a04 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:44.624431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-39f168e7-2947-4ab1-83bb-c827fc36f334 req-f52bbf04-3408-4922-aa04-7667580d9a04 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Synchronizing usage tracker for tenant:2d452f2bbf2d4907b86afe8e098aa32f on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:31:44.659274 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8196ebdd-c77d-4680-858b-d0db39482159 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:31:44.693242 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 8196ebdd-c77d-4680-858b-d0db39482159 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:31:44.693592 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 8196ebdd-c77d-4680-858b-d0db39482159 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:31:44.740515 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-39f168e7-2947-4ab1-83bb-c827fc36f334 req-f52bbf04-3408-4922-aa04-7667580d9a04 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Unset dirty status for tenant:2d452f2bbf2d4907b86afe8e098aa32f on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:31:44.741660 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-39f168e7-2947-4ab1-83bb-c827fc36f334 req-f52bbf04-3408-4922-aa04-7667580d9a04 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 932 time: 0.3556123 Sep 15 19:31:44.883202 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-39f168e7-2947-4ab1-83bb-c827fc36f334 req-72399e62-f635-48f2-aa67-893c781eaef0 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340399 Sep 15 19:31:45.010390 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:31:45.017361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:45.066414 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Transition to ACTIVE for port object 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:31:45.106470 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbdcd8-e0f0-4af2-a66f-7f370c6268a1 req-44758455-975c-4e98-93c2-ba87cd75dbd1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:45.107937 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f2fbdcd8-e0f0-4af2-a66f-7f370c6268a1 req-44758455-975c-4e98-93c2-ba87cd75dbd1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0811231 Sep 15 19:31:45.155890 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f2fbdcd8-e0f0-4af2-a66f-7f370c6268a1 req-ab2253cf-71f0-4f78-8115-0eef3bfae6aa tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422549 Sep 15 19:31:45.179032 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:45.183393 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e2c27a79-e2f1-4956-84b7-c0df2e20fb06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:45.302132 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Pushing event updated for resources: {'Port': ['ID=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:45.307352 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:45.410364 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Attempting to bind port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:31:45.410988 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Attempting to bind port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:31:45.410988 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Attempting to bind port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf on network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:31:45.417276 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf on network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:31:45.417591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Attempting to bind port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf on network 815d08c1-3512-4b9d-b1f2-1025f8ff1deb {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:31:45.423956 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:31:45.424285 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Checking segment: {'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:31:45.424661 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Bound using segment: {'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:31:45.425077 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Bound port: 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab07236-facb-4312-9665-6de272b76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:31:45.425417 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:45.513593 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] For port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:31:45.516593 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] For port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:31:45.595080 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:45.599160 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-15b3129c-12e6-4789-9aa7-edc3945427e1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:45.658033 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:45.659407 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] 10.222.0.54 "PUT /v2.0/ports/4046eb46-cd06-4645-b6d8-3a3f01a8e5cf HTTP/1.1" status: 200 len: 1094 time: 1.3016510 Sep 15 19:31:45.659887 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f925a3d9-7e46-45ad-acc8-b6fc41b80a59', 'tag': '4046eb46-cd06-4645-b6d8-3a3f01a8e5cf'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:45.676152 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Pushing event updated for resources: {'Port': ['ID=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:45.679285 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:45.719834 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f925a3d9-7e46-45ad-acc8-b6fc41b80a59', 'tag': '4046eb46-cd06-4645-b6d8-3a3f01a8e5cf', 'status': 'completed', 'code': 200} Sep 15 19:31:45.812670 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-799ed431-5a56-4aa6-b72c-d46a45299c15 req-d0a836c9-e518-498b-a453-91c88c05a47e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d452f2bbf2d4907b86afe8e098aa32f&device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 1097 time: 0.0713930 Sep 15 19:31:45.954582 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed431-5a56-4aa6-b72c-d46a45299c15 req-0da60e70-ffa7-4926-86f5-5085ee3cdb7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:45.957200 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-799ed431-5a56-4aa6-b72c-d46a45299c15 req-0da60e70-ffa7-4926-86f5-5085ee3cdb7e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=2d452f2bbf2d4907b86afe8e098aa32f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1361432 Sep 15 19:31:46.146423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed431-5a56-4aa6-b72c-d46a45299c15 req-dba72622-50c4-4378-89a5-4ada5efbdac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:46.147857 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-799ed431-5a56-4aa6-b72c-d46a45299c15 req-dba72622-50c4-4378-89a5-4ada5efbdac3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1846762 Sep 15 19:31:46.165191 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcc362-8603-4518-a862-3da8686ab0fc req-5ffe7c55-a574-4172-90aa-268466438d85 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:46.166757 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5cfcc362-8603-4518-a862-3da8686ab0fc req-5ffe7c55-a574-4172-90aa-268466438d85 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 944 time: 0.1174841 Sep 15 19:31:46.266148 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5cfcc362-8603-4518-a862-3da8686ab0fc req-e2008977-0805-49d7-8894-21b50dfbdcd9 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939171 Sep 15 19:31:46.282319 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-1c05748b-1188-4fd8-a13d-eab992f70f19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2d452f2bbf2d4907b86afe8e098aa32f&device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 1097 time: 0.0935404 Sep 15 19:31:46.461385 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-d2ef008e-48ae-49db-a700-8bfcffa4b592 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf HTTP/1.1" status: 200 len: 217 time: 0.1702752 Sep 15 19:31:46.535384 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-e82af456-352c-45e1-8c37-d9f24b940766 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:46.536811 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-e82af456-352c-45e1-8c37-d9f24b940766 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c974ec46-6094-4614-b7c8-e8cb06cfae08 HTTP/1.1" status: 200 len: 853 time: 0.0654931 Sep 15 19:31:46.546384 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d9493-a151-4d4c-a9a2-175d8ad9500b req-3295f085-1fb9-4767-ad79-c7cc0fd4a907 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:46.547770 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3a4d9493-a151-4d4c-a9a2-175d8ad9500b req-3295f085-1fb9-4767-ad79-c7cc0fd4a907 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.2056477 Sep 15 19:31:46.603555 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-701dd993-8d08-4049-9594-331c37fa2213 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=815d08c1-3512-4b9d-b1f2-1025f8ff1deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549345 Sep 15 19:31:46.660439 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3a4d9493-a151-4d4c-a9a2-175d8ad9500b req-e1019d48-ba6c-4bfe-9eaf-bd1d68a86547 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818667 Sep 15 19:31:46.750487 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-4b141d18-d9f3-4177-a005-c86522377c68 service neutron] 10.222.0.54 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332805 Sep 15 19:31:46.883769 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6244fb00-6767-4fb0-b1d3-55a82d3ebba1 req-64fe2906-6edb-4d43-b0a9-2d77168265c9 service neutron] 10.222.0.54 "GET /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266313 Sep 15 19:31:47.468170 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32966a2f-1584-4b9f-bd50-b64e29f5315e req-aa37b8ff-3157-47ec-abfe-f1a96a29c11c tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:47.469656 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32966a2f-1584-4b9f-bd50-b64e29f5315e req-aa37b8ff-3157-47ec-abfe-f1a96a29c11c tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 944 time: 0.0762625 Sep 15 19:31:47.514771 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-32966a2f-1584-4b9f-bd50-b64e29f5315e req-c5dc3613-13e6-4735-b8cb-8f812aace1a5 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397563 Sep 15 19:31:47.875248 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3fe5b-18a7-4c56-9bb3-db6d85c9695e req-018cdd10-1a17-4f75-9aa5-4872cb0bf695 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:47.876623 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5da3fe5b-18a7-4c56-9bb3-db6d85c9695e req-018cdd10-1a17-4f75-9aa5-4872cb0bf695 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0810881 Sep 15 19:31:47.921786 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5da3fe5b-18a7-4c56-9bb3-db6d85c9695e req-b088a8bf-cd9d-447d-a5ea-008186574f9b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392973 Sep 15 19:31:48.650341 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:31:48.708001 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068a5f1-a12a-4ba0-a4b6-8a105128bc69 req-546456d3-eceb-4741-8b16-31cf6a37b93a tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:48.709479 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1068a5f1-a12a-4ba0-a4b6-8a105128bc69 req-546456d3-eceb-4741-8b16-31cf6a37b93a tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 944 time: 0.0769987 Sep 15 19:31:48.759565 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1068a5f1-a12a-4ba0-a4b6-8a105128bc69 req-6b68bf47-21b4-4ba5-a8b9-6808d519761e tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Sep 15 19:31:48.785951 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:48.799751 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '4046eb46-cd06-4645-b6d8-3a3f01a8e5cf', 'network_id': '815d08c1-3512-4b9d-b1f2-1025f8ff1deb', 'port_id': '4046eb46-cd06-4645-b6d8-3a3f01a8e5cf', 'mac_address': 'fa:16:3e:26:25:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c974ec46-6094-4614-b7c8-e8cb06cfae08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:31:48.873903 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:48.891862 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:31:48.906796 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:48.973749 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:48.976393 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:49.051885 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:49.056057 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:49.134858 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0ee20-9863-4d17-8050-8f8ffef3ea13 req-55593d12-ea83-44e7-85b6-ae65a2b65742 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:49.136329 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7fb0ee20-9863-4d17-8050-8f8ffef3ea13 req-55593d12-ea83-44e7-85b6-ae65a2b65742 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0794842 Sep 15 19:31:49.183400 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7fb0ee20-9863-4d17-8050-8f8ffef3ea13 req-db846e7c-52a1-4033-991e-a929ec19ecdc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Sep 15 19:31:49.209511 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['4046eb46-cd06-4645-b6d8-3a3f01a8e5cf'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:49.955746 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f60ad8-2f84-4726-bbed-543ff7bcbdf1 req-d7b73a98-84ca-41b1-9d0f-70901cd0cf25 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:49.957101 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f9f60ad8-2f84-4726-bbed-543ff7bcbdf1 req-d7b73a98-84ca-41b1-9d0f-70901cd0cf25 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 945 time: 0.0787344 Sep 15 19:31:50.002633 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f9f60ad8-2f84-4726-bbed-543ff7bcbdf1 req-b85b0dbb-30fe-4f75-a28c-c69b5876c80b tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Sep 15 19:31:50.393249 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78842383-6b61-4e3d-91ce-e2e7d861e60d req-8a2b53b1-23df-4bca-bfb1-cdbab6575513 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:50.394719 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-78842383-6b61-4e3d-91ce-e2e7d861e60d req-8a2b53b1-23df-4bca-bfb1-cdbab6575513 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0758705 Sep 15 19:31:50.438647 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-78842383-6b61-4e3d-91ce-e2e7d861e60d req-1637826e-c98f-40f4-add2-e52d9433f321 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379021 Sep 15 19:31:50.660942 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:31:50.790458 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:31:50.795290 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:31:50.795699 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:50.912051 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:50.938988 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f925a3d9-7e46-45ad-acc8-b6fc41b80a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4046eb46-cd06-4645-b6d8-3a3f01a8e5cf'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:50.948907 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:50.995036 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f925a3d9-7e46-45ad-acc8-b6fc41b80a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4046eb46-cd06-4645-b6d8-3a3f01a8e5cf', 'code': 200} Sep 15 19:31:51.024882 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:51.026745 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:51.090343 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:51.093412 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:51.203126 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b482d2-accb-4e0d-be02-4c6de8c37532 req-572a7c7a-e6ca-4200-bea2-83726e3bc0e4 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:51.203126 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-33b482d2-accb-4e0d-be02-4c6de8c37532 req-572a7c7a-e6ca-4200-bea2-83726e3bc0e4 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 946 time: 0.0794001 Sep 15 19:31:51.260137 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-33b482d2-accb-4e0d-be02-4c6de8c37532 req-1ee4916f-476d-43d2-84ae-4acbaef98420 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515459 Sep 15 19:31:51.322410 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 52592) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:51.499113 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-1a8fc960-66ae-4a24-adde-cf7fb4ebf3f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb2e2c197c4743b2bf31a62246148fc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1733384 Sep 15 19:31:51.499824 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52602) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:51.503957 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cfe4985f-a9b2-4b3f-b350-b6cfa4952a79 req-4762d396-1bc7-4c24-a772-30d12cbaea16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 1099 time: 0.2370529 Sep 15 19:31:51.548932 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cfe4985f-a9b2-4b3f-b350-b6cfa4952a79 req-d10f323b-39df-4abc-b2d1-74ef63a366ce service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376651 Sep 15 19:31:51.562237 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:51.591719 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:51.813571 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:51.818743 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-59371b74-fb0a-4182-9bc0-b9836befaed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:51.831699 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62179ea-d5c2-4451-aa31-838562ab6a29,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:51.845821 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.846485 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.846967 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.847347 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.847704 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.848596 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.848596 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.848809 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.849105 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.849591 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.849957 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:31:51.853310 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:51.868677 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26088d-ff16-482d-9786-25eb7d7a38ad req-dd8ca039-eb1c-47a0-8ee1-754cf0118339 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:51.876078 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f26088d-ff16-482d-9786-25eb7d7a38ad req-dd8ca039-eb1c-47a0-8ee1-754cf0118339 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0888565 Sep 15 19:31:51.918145 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f26088d-ff16-482d-9786-25eb7d7a38ad req-7628ac61-83c1-4444-a84a-59248b903063 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405974 Sep 15 19:31:51.921661 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:51.922827 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c62179ea-d5c2-4451-aa31-838562ab6a29 HTTP/1.1" status: 204 len: 168 time: 0.4214892 Sep 15 19:31:52.457848 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ddfb2-c707-418c-9c77-ed40db96eb2b req-1d9bfeb7-a057-4ee2-b438-1bee5cdc80d9 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:52.458958 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5a5ddfb2-c707-418c-9c77-ed40db96eb2b req-1d9bfeb7-a057-4ee2-b438-1bee5cdc80d9 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 946 time: 0.0779734 Sep 15 19:31:52.506510 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5a5ddfb2-c707-418c-9c77-ed40db96eb2b req-9eab9018-6d1b-4916-a940-4e0ddb3790b9 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Sep 15 19:31:52.573413 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-83530170-158b-402b-adaf-36fbb3976ceb tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858202262&fields=id&tenant_id=5d3afda8ed944814943700ac8213a43e HTTP/1.1" status: 200 len: 267 time: 0.0397406 Sep 15 19:31:52.655375 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-d8c4000e-2198-466d-90c4-7070ff8cb992 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:52.656848 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-d8c4000e-2198-466d-90c4-7070ff8cb992 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 984 time: 0.0779934 Sep 15 19:31:52.668349 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Request body: {'port': {'security_groups': ['d4690be8-eb01-43e0-aa18-3451cbc26a62']}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:31:52.780680 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.111809 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] For port d57236c4-d5e3-4880-a104-b7f6d2722302, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d57236c4-d5e3-4880-a104-b7f6d2722302,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:31:53.158625 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.169902 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8f24b-e3b2-4553-b6b8-caf65df85121 req-5f9586bc-0d7a-4b57-bd07-9b2a966a74cb tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:53.171362 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b5b8f24b-e3b2-4553-b6b8-caf65df85121 req-5f9586bc-0d7a-4b57-bd07-9b2a966a74cb tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.1061971 Sep 15 19:31:53.215300 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b5b8f24b-e3b2-4553-b6b8-caf65df85121 req-f9bf85b7-1a54-4f39-8c3f-10e4db9dcc31 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384448 Sep 15 19:31:53.224292 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.230273 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8dedc24c-955a-4c65-98bd-65b5a8dd8bb7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:53.235522 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['d57236c4-d5e3-4880-a104-b7f6d2722302'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:53.293330 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:53.293935 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.295315 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7e548465-bbe7-43dc-a17d-1ac455368179 req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "PUT /v2.0/ports/d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 942 time: 0.6321263 Sep 15 19:31:53.295808 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:53.304606 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52620) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:53.319167 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event updated for resources: {'Port': ['ID=d57236c4-d5e3-4880-a104-b7f6d2722302,revision_number=7']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:53.323459 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:53.356749 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'status': 'completed', 'code': 200} Sep 15 19:31:53.370463 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['d57236c4-d5e3-4880-a104-b7f6d2722302'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:31:53.401753 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2db98c1f-ef0c-4949-8cec-3991511d59b3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.434271 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2db98c1f-ef0c-4949-8cec-3991511d59b3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.474574 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-c4afffaa-0008-4f23-8ab6-d3341424cb99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1098 time: 0.0947721 Sep 15 19:31:53.592440 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2db98c1f-ef0c-4949-8cec-3991511d59b3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.594542 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-d4a2c62e-fc25-4129-9c5c-42d5b256e979 None None] Provisioning complete for port d57236c4-d5e3-4880-a104-b7f6d2722302 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:31:53.594912 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62e-fc25-4129-9c5c-42d5b256e979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.598093 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b81966a1-a2fc-46b8-847d-5e8a5ff6782c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:53.620668 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db98c1f-ef0c-4949-8cec-3991511d59b3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cf9963-5587-4c9f-80ff-3112294f4c6c,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:53.623370 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2db98c1f-ef0c-4949-8cec-3991511d59b3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:53.677015 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-0c036693-24dd-489b-a192-fc2367b76029 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:53.678509 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-0c036693-24dd-489b-a192-fc2367b76029 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 915 time: 0.1963165 Sep 15 19:31:53.687782 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2db98c1f-ef0c-4949-8cec-3991511d59b3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.688976 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2db98c1f-ef0c-4949-8cec-3991511d59b3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "DELETE /v2.0/security-groups/69cf9963-5587-4c9f-80ff-3112294f4c6c HTTP/1.1" status: 204 len: 168 time: 0.3827431 Sep 15 19:31:53.691814 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52626) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:31:53.808914 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-f010448d-5d71-4e3f-bbe7-b43ecd17196a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 1001 time: 0.1220829 Sep 15 19:31:53.817788 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fd244-aabe-40ca-9899-65e5cfd636fd req-2ee25cdf-5160-4479-ab0c-6069243f5c9f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:53.819199 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c14fd244-aabe-40ca-9899-65e5cfd636fd req-2ee25cdf-5160-4479-ab0c-6069243f5c9f tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 946 time: 0.1815279 Sep 15 19:31:53.896233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Deleting port 0e5362b4-1885-40f3-9d53-48044bbe3430 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:31:53.896631 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:53.906553 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-cf1c4d22-3542-4939-9b56-632e2f4e24ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:53.908026 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-cf1c4d22-3542-4939-9b56-632e2f4e24ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 200 len: 853 time: 0.0879924 Sep 15 19:31:53.915842 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c14fd244-aabe-40ca-9899-65e5cfd636fd req-5a11d308-52e5-4f2e-8bd8-d95dfb38a2ca tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667317 Sep 15 19:31:53.994021 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-7682cde6-3f34-452b-953e-5ef150e1accd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cc91aab-8513-4423-8883-2e232dba596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771737 Sep 15 19:31:54.076346 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:54.081811 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:54.127815 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-2a2e10bf-2208-4fd6-9f56-918aae471b48 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273930 Sep 15 19:31:54.197273 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Calling delete_port for 0e5362b4-1885-40f3-9d53-48044bbe3430 owned by network:floatingip {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:31:54.259865 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fee6e167-a355-4318-a5ec-5202bcb572e7 req-a27d6426-4edc-4072-a32a-a142246d573e service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253653 Sep 15 19:31:54.440494 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:54.444669 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:31:54.485594 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event deleted for resources: {'Port': ['ID=0e5362b4-1885-40f3-9d53-48044bbe3430,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:31:54.489000 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:31:54.574531 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9b7c9-8db1-4d64-943d-fc8bf38c38e0 req-ea65e917-6932-4f71-ba18-490732934f5e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:54.575968 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a3e9b7c9-8db1-4d64-943d-fc8bf38c38e0 req-ea65e917-6932-4f71-ba18-490732934f5e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0811119 Sep 15 19:31:54.585517 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks [] for floatingip, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:54.621862 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a3e9b7c9-8db1-4d64-943d-fc8bf38c38e0 req-f12ea03b-e2c0-4222-a71a-da6e855f9188 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Sep 15 19:31:54.994508 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Router 861eeff6-53a8-4301-b897-cff5880527b6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:31:55.284505 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:31:55.293607 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] Sync routers for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:31:55.304935 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:31:55.307145 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:31:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:55.362554 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:31:55.417473 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "DELETE /v2.0/floatingips/141f4d36-7cf7-47d8-b088-a10eda38644f HTTP/1.1" status: 204 len: 168 time: 1.7244225 Sep 15 19:31:55.418248 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302'}] {{(pid=75811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:31:55.494848 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:31:55.508889 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'status': 'completed', 'code': 200} Sep 15 19:31:55.618619 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-67b4cd2f-6f0b-4bd4-9dfb-23119ca8709d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d3afda8ed944814943700ac8213a43e&device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 1098 time: 0.0871642 Sep 15 19:31:55.768578 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-5e45c0d3-9b16-4d1d-8dd7-5658538beeeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:55.770045 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-5e45c0d3-9b16-4d1d-8dd7-5658538beeeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 200 len: 915 time: 0.1448455 Sep 15 19:31:55.857592 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:14Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:55.862090 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] Checking router: 861eeff6-53a8-4301-b897-cff5880527b6 for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:31:55.875981 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:31:55.876753 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:31:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:55.961794 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-5dd324aa-cd73-4991-9745-146951396f0e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 200 len: 217 time: 0.1830227 Sep 15 19:31:56.046090 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-210eef9b-5796-4b74-beef-f1fafdede887 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:56.047820 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-210eef9b-5796-4b74-beef-f1fafdede887 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 200 len: 853 time: 0.0783684 Sep 15 19:31:56.063129 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c402cd6-0024-4f8c-aeb1-0afa1b6d029b req-3c3628d3-0466-47d2-a1a9-b88653045cb9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:56.070742 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0c402cd6-0024-4f8c-aeb1-0afa1b6d029b req-3c3628d3-0466-47d2-a1a9-b88653045cb9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.1638324 Sep 15 19:31:56.128879 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:31:56.168209 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0c402cd6-0024-4f8c-aeb1-0afa1b6d029b req-de8fd6ed-6e46-4f64-8ffd-a2ee3141e518 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965991 Sep 15 19:31:56.187993 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-48604059-caef-4387-b277-b0733edc5482 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5cc91aab-8513-4423-8883-2e232dba596c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1022911 Sep 15 19:31:56.322296 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-5ecc26f8-0de0-420d-a8aa-e41ce8566eb4 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271696 Sep 15 19:31:56.454724 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:14Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:31:56.458639 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ed5e1a-305a-4ea4-a620-9a03926a66cf None None] The sync data for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb is: [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:29:05Z', 'revision_number': 4, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '291a84b1-d659-4fff-b998-e5380bcdf7ea', 'name': '', 'network_id': '5cc91aab-8513-4423-8883-2e232dba596c', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'mac_address': 'fa:16:3e:44:2d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:04Z', 'updated_at': '2021-09-15T19:29:14Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'subnets': [{'id': '6fc1327e-fba8-4395-a3ec-676e45ea6829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:31:56.465023 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb2920d0-2c3f-4ce2-aca9-f14577defc88 req-77cb308c-a553-459d-930f-6773b4e20168 service neutron] 10.222.0.54 "GET /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324766 Sep 15 19:31:56.684127 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be466524-11ea-4eb0-927e-f88ed66064e2 None None] New status for floating IP 141f4d36-7cf7-47d8-b088-a10eda38644f: DOWN {{(pid=75813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:31:57.395356 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1a719-fc5d-4ce8-b7e9-83147381ac5a req-c6cb9e87-288b-4270-a6fc-6ae8df9dc9c2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:57.396813 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8aa1a719-fc5d-4ce8-b7e9-83147381ac5a req-c6cb9e87-288b-4270-a6fc-6ae8df9dc9c2 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0814686 Sep 15 19:31:57.445082 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8aa1a719-fc5d-4ce8-b7e9-83147381ac5a req-530c320b-a08f-4f26-8a31-ed1f5b1b6fa0 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Sep 15 19:31:58.653334 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe28cf-fb1d-47d2-abdc-9272f82121f0 req-81defe75-5562-4e18-8e7e-8e17a2d3d5da tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:58.654817 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50fe28cf-fb1d-47d2-abdc-9272f82121f0 req-81defe75-5562-4e18-8e7e-8e17a2d3d5da tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0762417 Sep 15 19:31:58.704463 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50fe28cf-fb1d-47d2-abdc-9272f82121f0 req-f1ec0323-04d8-4ce7-b2d9-bb13793b0337 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437238 Sep 15 19:31:59.348400 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401d7c4-d0e6-42b7-962c-61574c536b85 req-ef44be76-2613-49cb-b3ec-cf5c038f6e5e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:59.349996 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6401d7c4-d0e6-42b7-962c-61574c536b85 req-ef44be76-2613-49cb-b3ec-cf5c038f6e5e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.0763478 Sep 15 19:31:59.395846 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6401d7c4-d0e6-42b7-962c-61574c536b85 req-713643be-a5a6-4280-87bc-0ae1ef718216 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396147 Sep 15 19:31:59.932160 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca238e2e-06ad-47c2-97e1-7bb71261662a req-01c1975c-b576-4e64-8350-d1e6782da59a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:31:59.933622 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ca238e2e-06ad-47c2-97e1-7bb71261662a req-01c1975c-b576-4e64-8350-d1e6782da59a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0796642 Sep 15 19:31:59.978928 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ca238e2e-06ad-47c2-97e1-7bb71261662a req-04385219-c7b6-4127-8cc4-890d1395212e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395360 Sep 15 19:32:00.587414 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18369d-7ff3-447c-b6d8-be46562354a2 req-9c662a60-5db5-4059-816a-7ef2b2319aee tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:00.588754 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6b18369d-7ff3-447c-b6d8-be46562354a2 req-9c662a60-5db5-4059-816a-7ef2b2319aee tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.0744805 Sep 15 19:32:00.633264 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6b18369d-7ff3-447c-b6d8-be46562354a2 req-36630b67-c8d1-45bc-8896-f17031830d20 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387177 Sep 15 19:32:01.202758 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-3d402817-cfa8-4e61-80cf-adaa77050ac3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:01.204296 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-3d402817-cfa8-4e61-80cf-adaa77050ac3 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.54 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.1367226 Sep 15 19:32:01.213828 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cace7b-457d-48cb-8704-d9dc7021675c req-cc756a9f-76a8-43b9-a4d6-d76c5e25af70 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:01.215168 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-87cace7b-457d-48cb-8704-d9dc7021675c req-cc756a9f-76a8-43b9-a4d6-d76c5e25af70 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.1029465 Sep 15 19:32:01.312501 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Deleting port d57236c4-d5e3-4880-a104-b7f6d2722302 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:01.312833 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:01.343055 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-87cace7b-457d-48cb-8704-d9dc7021675c req-4588737f-aebd-433c-b392-e3ecf76b5148 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990193 Sep 15 19:32:01.558482 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] For port d57236c4-d5e3-4880-a104-b7f6d2722302, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d57236c4-d5e3-4880-a104-b7f6d2722302,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:01.558816 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:01.730628 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Calling delete_port for d57236c4-d5e3-4880-a104-b7f6d2722302 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:01.924103 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897f9aa-f970-4e15-9af1-f316a27e5b84 req-ba8a948a-6d4b-4dbc-bf55-2628bb2d6ab8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:01.925552 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f897f9aa-f970-4e15-9af1-f316a27e5b84 req-ba8a948a-6d4b-4dbc-bf55-2628bb2d6ab8 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 945 time: 0.1619184 Sep 15 19:32:01.980257 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f897f9aa-f970-4e15-9af1-f316a27e5b84 req-1ac1ce37-bb0e-46f2-ba1c-67fdce79581e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/security-groups?id=d4690be8-eb01-43e0-aa18-3451cbc26a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465605 Sep 15 19:32:02.023315 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:02.029772 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4816f5a6-8ff2-470d-ba3a-3808050d6da9 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:02.042329 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['d57236c4-d5e3-4880-a104-b7f6d2722302'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:02.077508 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Pushing event deleted for resources: {'Port': ['ID=d57236c4-d5e3-4880-a104-b7f6d2722302,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:02.079065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:02.150595 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] No DVR routers for this DVR port d57236c4-d5e3-4880-a104-b7f6d2722302 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:32:02.153011 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:02.155561 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'name': 'network-vif-deleted', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:32:02.167596 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f01538c-2ebd-4de2-9ba6-97457c5a8f25 req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.54 "DELETE /v2.0/ports/d57236c4-d5e3-4880-a104-b7f6d2722302 HTTP/1.1" status: 204 len: 173 time: 0.9514949 Sep 15 19:32:02.289460 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e066d4d6-65bc-47dd-a297-022844b56b91', 'name': 'network-vif-deleted', 'tag': 'd57236c4-d5e3-4880-a104-b7f6d2722302', 'status': 'completed', 'code': 200} Sep 15 19:32:02.570076 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa6911-21ef-4c8c-9af5-48e91ada9e06 req-3880dc6a-d2c0-4b9d-9bda-ac41da7e5927 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:02.572153 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0dfa6911-21ef-4c8c-9af5-48e91ada9e06 req-3880dc6a-d2c0-4b9d-9bda-ac41da7e5927 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0906639 Sep 15 19:32:02.618609 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0dfa6911-21ef-4c8c-9af5-48e91ada9e06 req-8a4df2b7-4624-4ab8-a397-949e568c535d tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407522 Sep 15 19:32:02.676523 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:32:02.689124 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:32:02.829418 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:02.843952 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '41fa8a48-7300-4643-a581-14e7997c9421', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'port_id': '41fa8a48-7300-4643-a581-14e7997c9421', 'mac_address': 'fa:16:3e:6d:3f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:32:02.918072 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:02.955095 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:02.956626 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41fa8a48-7300-4643-a581-14e7997c9421 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:32:02.972251 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:03.046266 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:03.048248 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:03.171684 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-d6ef7ab6-fca9-4097-ad90-73e309d5c69a req-e3fc2ffa-b389-4680-b900-8ec83fe15249 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Synchronizing usage tracker for tenant:5d3afda8ed944814943700ac8213a43e on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:32:03.197327 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['41fa8a48-7300-4643-a581-14e7997c9421'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:03.284994 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=6']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:03.288162 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:03.345284 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-d6ef7ab6-fca9-4097-ad90-73e309d5c69a req-e3fc2ffa-b389-4680-b900-8ec83fe15249 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Unset dirty status for tenant:5d3afda8ed944814943700ac8213a43e on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:32:03.351356 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d6ef7ab6-fca9-4097-ad90-73e309d5c69a req-e3fc2ffa-b389-4680-b900-8ec83fe15249 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e066d4d6-65bc-47dd-a297-022844b56b91 HTTP/1.1" status: 200 len: 210 time: 0.2187915 Sep 15 19:32:03.852103 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7598b-f6d1-4c93-823c-d6bd941b76bd req-d77e13be-815b-42df-aed4-2c2d117246c0 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:03.859433 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dbe7598b-f6d1-4c93-823c-d6bd941b76bd req-d77e13be-815b-42df-aed4-2c2d117246c0 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 945 time: 0.0942533 Sep 15 19:32:03.909551 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dbe7598b-f6d1-4c93-823c-d6bd941b76bd req-9db66ad7-3e66-4a2f-b467-1fc1223bcb42 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487375 Sep 15 19:32:04.700425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:04.800328 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 41fa8a48-7300-4643-a581-14e7997c9421 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:04.801035 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:04.929245 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:04.960609 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:32:04.972929 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:05.028606 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421', 'code': 200} Sep 15 19:32:05.114555 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:05.115540 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device d57236c4-d5e3-4880-a104-b7f6d2722302 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:05.162017 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2bc01372-f876-4de7-92df-461db34557ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:05.166337 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3734aa-8f5c-4eda-a895-abf383353e7c req-e916f3b2-dfcd-4cab-a36b-d8e0c332fcdc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:05.173839 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3734aa-8f5c-4eda-a895-abf383353e7c req-e916f3b2-dfcd-4cab-a36b-d8e0c332fcdc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.1033762 Sep 15 19:32:05.223136 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: d57236c4-d5e3-4880-a104-b7f6d2722302 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:32:05.223815 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device d57236c4-d5e3-4880-a104-b7f6d2722302 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:32:05.225381 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3734aa-8f5c-4eda-a895-abf383353e7c req-5f6a316b-d879-4859-8b34-e00c3e793f1a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502379 Sep 15 19:32:05.228093 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ca8d97d3-ac8a-4e9a-8285-1fd322a7b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:05.243887 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=7']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:05.253029 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:05.846079 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:06.465988 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256947c-3f0a-4b79-aaaf-945a4c682493 req-735d4988-9a93-4aef-8d56-0adf45af8493 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:06.467443 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a256947c-3f0a-4b79-aaaf-945a4c682493 req-735d4988-9a93-4aef-8d56-0adf45af8493 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0810254 Sep 15 19:32:06.512232 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a256947c-3f0a-4b79-aaaf-945a4c682493 req-4ef5eb8f-bb98-4799-82bd-3a249ab9a827 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390186 Sep 15 19:32:07.172875 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52788) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:07.459290 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-bf8a9db7-f04a-4d6c-9feb-05f8a26d9b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:07.651438 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695544'] for router_interface, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:07.738719 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220479f-f2d5-42d1-8c03-a0a7df398290 req-ac9db193-fe16-414f-87a7-25851aa43f39 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:07.740965 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9220479f-f2d5-42d1-8c03-a0a7df398290 req-ac9db193-fe16-414f-87a7-25851aa43f39 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0849941 Sep 15 19:32:07.824112 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9220479f-f2d5-42d1-8c03-a0a7df398290 req-44284618-946c-4edc-ad08-74c6f3643f43 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766392 Sep 15 19:32:08.394051 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Deleting port 291a84b1-d659-4fff-b998-e5380bcdf7ea {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:08.394647 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:08.505054 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:08.595498 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] For port 291a84b1-d659-4fff-b998-e5380bcdf7ea, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=291a84b1-d659-4fff-b998-e5380bcdf7ea,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:08.596209 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:08.824003 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Calling delete_port for 291a84b1-d659-4fff-b998-e5380bcdf7ea owned by network:router_interface {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:09.039372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd427a5-d7bc-40e8-a5a4-ba202bafcb74 req-ca9cf25c-7cc8-4f5e-98da-5852e9cce1c4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:09.040740 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ddd427a5-d7bc-40e8-a5a4-ba202bafcb74 req-ca9cf25c-7cc8-4f5e-98da-5852e9cce1c4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0798984 Sep 15 19:32:09.094041 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ddd427a5-d7bc-40e8-a5a4-ba202bafcb74 req-e297d630-f099-4c87-8287-ef0bf5092540 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476599 Sep 15 19:32:09.111132 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:09.116743 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3aa5651c-3802-4c94-8a91-05c34be261ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:09.168965 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=291a84b1-d659-4fff-b998-e5380bcdf7ea,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:09.172094 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:09.511947 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3810434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692674'] for router_interface, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:09.897846 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:10.137680 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Router 861eeff6-53a8-4301-b897-cff5880527b6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:10.355547 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:10.364626 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] Sync routers for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:32:10.378559 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:10.379279 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:10.405322 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f4221-56e4-46ee-b554-7e849fb05ee5 req-8f41f32a-9452-41cb-bf25-7c394b2d50ff tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:10.406958 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-af6f4221-56e4-46ee-b554-7e849fb05ee5 req-8f41f32a-9452-41cb-bf25-7c394b2d50ff tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0855467 Sep 15 19:32:10.454474 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-af6f4221-56e4-46ee-b554-7e849fb05ee5 req-8cbbcf91-2b0f-4f57-91e2-e7f496786aca tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409553 Sep 15 19:32:10.539904 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] 10.222.0.57 "PUT /v2.0/routers/861eeff6-53a8-4301-b897-cff5880527b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3644040 Sep 15 19:32:10.545166 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 52810) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:10.568171 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:10.755728 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks [] for router, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:10.854762 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:32:08Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:10.859495 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] Checking router: 861eeff6-53a8-4301-b897-cff5880527b6 for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:32:10.872009 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] Routers {'861eeff6-53a8-4301-b897-cff5880527b6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:10.872763 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['861eeff6-53a8-4301-b897-cff5880527b6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:10.991093 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:11.070289 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] Set router 861eeff6-53a8-4301-b897-cff5880527b6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:11.076392 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Deleting port 9fd3e116-0379-4746-8eb5-d0a3968834c1 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:11.079075 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:11.349254 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] For port 9fd3e116-0379-4746-8eb5-d0a3968834c1, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=9fd3e116-0379-4746-8eb5-d0a3968834c1,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:11.350023 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:11.427391 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:32:08Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:11.432399 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0130f6ec-a9cb-4549-af86-2f513605e151 None None] The sync data for ids ['861eeff6-53a8-4301-b897-cff5880527b6'] in dv-cinder-805825-3-smb is: [{'id': '861eeff6-53a8-4301-b897-cff5880527b6', 'name': 'tempest-TestMinimumBasicScenario-821431461-router', 'tenant_id': '5d3afda8ed944814943700ac8213a43e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106'}], 'enable_snat': True}, 'gw_port_id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:00Z', 'updated_at': '2021-09-15T19:32:08Z', 'revision_number': 5, 'project_id': '5d3afda8ed944814943700ac8213a43e', 'gw_port': {'id': '9fd3e116-0379-4746-8eb5-d0a3968834c1', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:e1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861eeff6-53a8-4301-b897-cff5880527b6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:01Z', 'updated_at': '2021-09-15T19:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:32:11.504819 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Calling delete_port for 9fd3e116-0379-4746-8eb5-d0a3968834c1 owned by network:router_gateway {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:11.984617 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f22ea-7c5b-4e99-901e-e411d0480c63 req-3501022f-fb81-493d-a3ea-7a8ba73832a9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:11.986122 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0b0f22ea-7c5b-4e99-901e-e411d0480c63 req-3501022f-fb81-493d-a3ea-7a8ba73832a9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.1270468 Sep 15 19:32:12.030958 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:12.037415 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9a8164b5-ad76-4f1c-a49c-196f17c3ced1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:12.095581 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd3e116-0379-4746-8eb5-d0a3968834c1,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:12.098132 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:12.136465 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0b0f22ea-7c5b-4e99-901e-e411d0480c63 req-13c41d5e-800f-40e5-b30c-3eb0cfc586e9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442850 Sep 15 19:32:12.302130 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 291a84b1-d659-4fff-b998-e5380bcdf7ea no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:12.334816 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 291a84b1-d659-4fff-b998-e5380bcdf7ea {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:32:12.335182 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 291a84b1-d659-4fff-b998-e5380bcdf7ea not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:32:12.364451 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694701'] for router_gateway, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:12.736886 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254101'] for router, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:12.741483 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:12.932040 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690773'] for router, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:12.932790 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 861eeff6-53a8-4301-b897-cff5880527b6 {{(pid=75810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:32:12.949464 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Notify callbacks [] for router, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:12.953435 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52830) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:12.954206 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] 10.222.0.57 "DELETE /v2.0/routers/861eeff6-53a8-4301-b897-cff5880527b6 HTTP/1.1" status: 204 len: 168 time: 2.4066141 Sep 15 19:32:13.028508 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] Deleting subnet 6fc1327e-fba8-4395-a3ec-676e45ea6829 {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:32:13.033138 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:13.097400 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:13.377794 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:13.386943 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59150204-1d2a-4fb1-8b0a-c38913645797 req-8bf781fb-f32f-4336-9dd6-5c1aed864d10 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:13.389102 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-59150204-1d2a-4fb1-8b0a-c38913645797 req-8bf781fb-f32f-4336-9dd6-5c1aed864d10 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0930047 Sep 15 19:32:13.459122 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-59150204-1d2a-4fb1-8b0a-c38913645797 req-8cff951d-a490-42c9-8c81-225bde862117 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649519 Sep 15 19:32:13.562547 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:13.566839 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-232db1e3-e94f-4860-85fb-b528538f8807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:13.631648 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc1327e-fba8-4395-a3ec-676e45ea6829,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:13.635396 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:13.639594 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:13.645361 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c10545-01ba-4a89-9f0b-23e9cb09056f None None] Network 5cc91aab-8513-4423-8883-2e232dba596c requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:32:13.656452 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 52838) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:13.666744 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-ff27cb6e-1bad-4523-95c5-3ae9080a6b42 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6fc1327e-fba8-4395-a3ec-676e45ea6829 HTTP/1.1" status: 204 len: 168 time: 0.7121286 Sep 15 19:32:13.767877 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:13.778725 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Deleting port b2f91e26-2b65-48ae-a976-dc0dd5305e69 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:13.779052 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.001156 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] DHCP port deletion for 5cc91aab-8513-4423-8883-2e232dba596c request from dv-cinder-805825-3-smb {{(pid=75812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:32:14.005440 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] Deleting port b2f91e26-2b65-48ae-a976-dc0dd5305e69 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:14.006115 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.027086 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] For port b2f91e26-2b65-48ae-a976-dc0dd5305e69, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=b2f91e26-2b65-48ae-a976-dc0dd5305e69,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:14.027086 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.160412 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Calling delete_port for b2f91e26-2b65-48ae-a976-dc0dd5305e69 owned by network:dhcp {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:14.254824 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] For port b2f91e26-2b65-48ae-a976-dc0dd5305e69, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=b2f91e26-2b65-48ae-a976-dc0dd5305e69,segment=NetworkSegment(2a1def46-45e1-4f0d-a91e-2804a39e541f),segment_id=2a1def46-45e1-4f0d-a91e-2804a39e541f)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:14.255405 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.345758 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 9fd3e116-0379-4746-8eb5-d0a3968834c1 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:14.389188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.395704 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:14.438730 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] Calling delete_port for b2f91e26-2b65-48ae-a976-dc0dd5305e69 owned by network:dhcp {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:14.444525 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f91e26-2b65-48ae-a976-dc0dd5305e69,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:14.448485 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:14.449274 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] No DVR routers for this DVR port b2f91e26-2b65-48ae-a976-dc0dd5305e69 on host dv-cinder-805825-3-smb {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:32:14.479234 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 9fd3e116-0379-4746-8eb5-d0a3968834c1 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:32:14.479605 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 9fd3e116-0379-4746-8eb5-d0a3968834c1 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:32:14.480041 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device b2f91e26-2b65-48ae-a976-dc0dd5305e69 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:14.519456 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: b2f91e26-2b65-48ae-a976-dc0dd5305e69 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:32:14.519908 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device b2f91e26-2b65-48ae-a976-dc0dd5305e69 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:32:14.595157 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.610064 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc91aab-8513-4423-8883-2e232dba596c']}} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:14.613492 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.api [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:32:14.613865 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_db.api [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:32:14.651203 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1def46-45e1-4f0d-a91e-2804a39e541f') {'for_net_delete': True} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:14.651503 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1def46-45e1-4f0d-a91e-2804a39e541f') {} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:14.674076 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780292'] for segment, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.697339 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.706706 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=75810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:32:14.707100 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1780513'] for segment, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: Traceback (most recent call last): Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: timer() Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: cb(*args, **kw) Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: return func(*args, **kwargs) Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: self._notify() Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: self.callback(batched_events) Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: event.method(event) Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: return f(self, *a, **k) Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: return self._get(url).json() Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: return self.request(url, 'GET', **kwargs) Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:32:14.719975 dv-cinder-805825-3-smb neutron-server[75810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:32:14.806442 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6364be-2515-40c8-a04b-3938e5dc3c30 req-e2992ea5-7b6f-40d2-84c8-c1b8da331e66 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:14.807925 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-de6364be-2515-40c8-a04b-3938e5dc3c30 req-e2992ea5-7b6f-40d2-84c8-c1b8da331e66 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.1925185 Sep 15 19:32:14.855925 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-de6364be-2515-40c8-a04b-3938e5dc3c30 req-b1acd65a-274f-4be2-8065-decf37e18b79 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422134 Sep 15 19:32:14.871755 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.876089 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f778206c-92cc-4e9a-8234-305b440374fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:14.899488 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:14.907933 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cc91aab-8513-4423-8883-2e232dba596c,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:14.916866 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:15.010451 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52856) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:15.011021 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5cc91aab-8513-4423-8883-2e232dba596c HTTP/1.1" status: 204 len: 168 time: 1.3530579 Sep 15 19:32:15.115135 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] Deleting port b2f91e26-2b65-48ae-a976-dc0dd5305e69 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:15.115703 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:15.185926 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-195f775e-3b94-40bc-bf60-645db700ae9e None None] The port 'b2f91e26-2b65-48ae-a976-dc0dd5305e69' was deleted {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:32:15.502439 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695544'] for router_interface, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:16.082692 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c339d-8c67-4ad0-9e26-3e0296aee219 req-657c08a3-149e-4aed-a284-fbfa64280914 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:16.084422 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-284c339d-8c67-4ad0-9e26-3e0296aee219 req-657c08a3-149e-4aed-a284-fbfa64280914 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0752468 Sep 15 19:32:16.127586 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Deleting port f5299f4b-ec50-4404-b716-cdcb77140e5f {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:16.133532 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:16.136902 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-284c339d-8c67-4ad0-9e26-3e0296aee219 req-98d1bdd9-72fc-45b0-b3c6-8bbb882e8764 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456777 Sep 15 19:32:16.304399 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] For port f5299f4b-ec50-4404-b716-cdcb77140e5f, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f5299f4b-ec50-4404-b716-cdcb77140e5f,segment=NetworkSegment(deb60613-42b3-41f1-b7dc-25bf8b00ebe0),segment_id=deb60613-42b3-41f1-b7dc-25bf8b00ebe0)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:16.305073 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:16.517616 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Calling delete_port for f5299f4b-ec50-4404-b716-cdcb77140e5f owned by network:router_interface {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:16.745003 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:16.750198 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-105be9cb-9ede-4dac-855f-8f8ca6067905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:16.794073 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5299f4b-ec50-4404-b716-cdcb77140e5f,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:16.796581 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:16.821002 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-f69aa709-efc6-47c6-b925-00984809e3b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 1099 time: 0.0775926 Sep 15 19:32:17.098851 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3810434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692674'] for router_interface, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:17.137569 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-904d6a3a-e899-49fc-8a90-92eaa109cda7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:17.139032 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-904d6a3a-e899-49fc-8a90-92eaa109cda7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.3113804 Sep 15 19:32:17.237517 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd76877-265f-4214-bf31-0cd2b9dae3a7 req-687e1a62-15f6-4367-9040-8ae0d9a65819 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:17.238987 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfd76877-265f-4214-bf31-0cd2b9dae3a7 req-687e1a62-15f6-4367-9040-8ae0d9a65819 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 946 time: 0.2672350 Sep 15 19:32:17.278625 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-05ae373c-834f-4b5a-ba83-4b3292c5b27a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fa8a48-7300-4643-a581-14e7997c9421 HTTP/1.1" status: 200 len: 1002 time: 0.1317298 Sep 15 19:32:17.382263 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-bfd76877-265f-4214-bf31-0cd2b9dae3a7 req-9594cb91-149a-41ed-911f-abc6226c37c2 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289825 Sep 15 19:32:17.407795 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-22ca7857-4820-4400-b5d9-1bf3e6e58ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:17.407795 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-22ca7857-4820-4400-b5d9-1bf3e6e58ba3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.0881975 Sep 15 19:32:17.463618 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54bee3-52bd-4e7a-bae3-fbe9a7d7173a req-251c0fcf-cee0-4f45-8ee6-865449b2e03e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:17.465070 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9f54bee3-52bd-4e7a-bae3-fbe9a7d7173a req-251c0fcf-cee0-4f45-8ee6-865449b2e03e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.1844363 Sep 15 19:32:17.525649 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-a4ac43bf-a8d9-4010-b1a0-ee56c59a30de service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1108851 Sep 15 19:32:17.530347 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9f54bee3-52bd-4e7a-bae3-fbe9a7d7173a req-ef7055a4-aeed-4d89-b357-f2411e5a923b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529919 Sep 15 19:32:17.659419 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-2a941bef-9448-4458-aa8a-58a94e99c1ed service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250911 Sep 15 19:32:17.665615 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:17.790150 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-30ede14d-3cb9-4084-ba72-3b8f8d49692e req-970d7e30-a407-43bc-858a-ad9bde61bd2c service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234429 Sep 15 19:32:17.863092 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:17.872276 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] Sync routers for ids ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:32:17.875494 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] 10.222.0.57 "PUT /v2.0/routers/b433f9f4-e36a-47e5-9b28-4a8fb5bb464a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8615012 Sep 15 19:32:17.875494 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52878) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:17.892067 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] Routers {'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:17.892936 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:18.073283 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] Set router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:18.169576 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks [] for router, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:18.353796 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:32:16Z', 'revision_number': 5, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:18.357357 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] Checking router: b433f9f4-e36a-47e5-9b28-4a8fb5bb464a for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:32:18.365862 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:18.368029 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] Routers {'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:18.368613 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:18.453158 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Deleting port 1f23961d-99ac-4ac1-977f-0a6001b3e61f {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:18.453694 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:18.544590 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] Set router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:18.583300 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb9137-0584-431a-a374-b5e7b5cae905 req-d0abd847-4076-45b4-86e7-c7b97fb20be2 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:18.584862 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fbb9137-0584-431a-a374-b5e7b5cae905 req-d0abd847-4076-45b4-86e7-c7b97fb20be2 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 946 time: 0.0818763 Sep 15 19:32:18.646801 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] For port 1f23961d-99ac-4ac1-977f-0a6001b3e61f, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=1f23961d-99ac-4ac1-977f-0a6001b3e61f,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:18.648454 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:18.656993 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fbb9137-0584-431a-a374-b5e7b5cae905 req-67f79c74-ba92-4a22-95b7-c292921d52f7 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627506 Sep 15 19:32:18.767790 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fedb2-78d6-4db2-b3f1-2f7555f9b956 req-a9e58688-e868-49a6-bab4-51eab771718a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:18.774698 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-218fedb2-78d6-4db2-b3f1-2f7555f9b956 req-a9e58688-e868-49a6-bab4-51eab771718a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 946 time: 0.0809107 Sep 15 19:32:18.775708 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Calling delete_port for 1f23961d-99ac-4ac1-977f-0a6001b3e61f owned by network:router_gateway {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:18.779198 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:18.830387 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-218fedb2-78d6-4db2-b3f1-2f7555f9b956 req-17738943-3ff8-4a10-a919-80b8f26634f9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547476 Sep 15 19:32:18.892428 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:18.893816 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:32:16Z', 'revision_number': 5, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:18.897252 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584bcd04-72f1-427b-8ef2-4fa14851cdc2 None None] The sync data for ids ['b433f9f4-e36a-47e5-9b28-4a8fb5bb464a'] in dv-cinder-805825-3-smb is: [{'id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'name': 'tempest-TestMinimumBasicScenario-1046337096-router', 'tenant_id': '754ed96a91254f98a004a72f4e54dd91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:29:11Z', 'updated_at': '2021-09-15T19:32:16Z', 'revision_number': 5, 'project_id': '754ed96a91254f98a004a72f4e54dd91', 'gw_port': {'id': '1f23961d-99ac-4ac1-977f-0a6001b3e61f', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:3b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433f9f4-e36a-47e5-9b28-4a8fb5bb464a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:29:12Z', 'updated_at': '2021-09-15T19:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:32:18.920994 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:32:18.941646 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:19.013256 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.015169 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:19.042124 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.046946 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:19.065478 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421', 'code': 200} Sep 15 19:32:19.086795 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Pushing event deleted for resources: {'Port': ['ID=1f23961d-99ac-4ac1-977f-0a6001b3e61f,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:19.090733 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:19.090875 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=8']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:19.093709 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:19.302601 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694701'] for router_gateway, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.652840 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254101'] for router, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.656855 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.761652 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690773'] for router, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.762230 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b433f9f4-e36a-47e5-9b28-4a8fb5bb464a {{(pid=75811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:32:19.778927 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.778927 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] 10.222.0.57 "DELETE /v2.0/routers/b433f9f4-e36a-47e5-9b28-4a8fb5bb464a HTTP/1.1" status: 204 len: 168 time: 1.9003353 Sep 15 19:32:19.779514 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52892) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:19.844816 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] Deleting subnet f64ccb6e-2aab-4833-8148-5e78a16083d8 {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:32:19.847846 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.856596 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39b35-76d2-4b8e-b8be-35a4983774d4 req-58d566bd-185c-4241-a9ca-116879824e2e tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:19.858087 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-20f39b35-76d2-4b8e-b8be-35a4983774d4 req-58d566bd-185c-4241-a9ca-116879824e2e tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 946 time: 0.0847619 Sep 15 19:32:19.929129 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:19.934710 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-20f39b35-76d2-4b8e-b8be-35a4983774d4 req-de75d43b-3264-4a12-9118-e93089fabc4d tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659356 Sep 15 19:32:20.030127 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.055122 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224227b-d277-418e-b80a-60d2c0b8eace req-68ca9790-b280-4a38-a239-1f50476bd187 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:20.058253 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9224227b-d277-418e-b80a-60d2c0b8eace req-68ca9790-b280-4a38-a239-1f50476bd187 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.0805793 Sep 15 19:32:20.102359 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9224227b-d277-418e-b80a-60d2c0b8eace req-fe22fedf-e984-41f5-b177-ecd900f0b017 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396035 Sep 15 19:32:20.173946 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.178859 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-62e5852b-f468-44db-bc99-e60339ec1519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:20.212267 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f64ccb6e-2aab-4833-8148-5e78a16083d8,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:20.216277 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:20.219106 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.225007 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c19280d3-93dd-4ba1-aca3-5b5fe45f8228 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f64ccb6e-2aab-4833-8148-5e78a16083d8 HTTP/1.1" status: 204 len: 168 time: 0.4447229 Sep 15 19:32:20.227739 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52900) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:20.228115 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b19796-3b62-4045-8e63-cd49c587cc26 None None] Network 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:32:20.340318 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f5299f4b-ec50-4404-b716-cdcb77140e5f no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:20.379636 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.390047 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Deleting port 94cbe27f-fba6-4a41-8a51-b126e12f54ef {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:20.390425 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.390967 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: f5299f4b-ec50-4404-b716-cdcb77140e5f {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:32:20.391315 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f5299f4b-ec50-4404-b716-cdcb77140e5f not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:32:20.391733 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 1f23961d-99ac-4ac1-977f-0a6001b3e61f no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:20.449805 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 1f23961d-99ac-4ac1-977f-0a6001b3e61f {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:32:20.450231 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 1f23961d-99ac-4ac1-977f-0a6001b3e61f not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:32:20.577753 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] DHCP port deletion for 74b9d365-a7be-408d-a7d4-ebaa7b1a1764 request from dv-cinder-805825-3-smb {{(pid=75812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:32:20.581873 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] Deleting port 94cbe27f-fba6-4a41-8a51-b126e12f54ef {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:20.582292 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.597330 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] For port 94cbe27f-fba6-4a41-8a51-b126e12f54ef, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=94cbe27f-fba6-4a41-8a51-b126e12f54ef,segment=NetworkSegment(deb60613-42b3-41f1-b7dc-25bf8b00ebe0),segment_id=deb60613-42b3-41f1-b7dc-25bf8b00ebe0)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:20.597792 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.717053 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Calling delete_port for 94cbe27f-fba6-4a41-8a51-b126e12f54ef owned by network:dhcp {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:20.811607 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] For port 94cbe27f-fba6-4a41-8a51-b126e12f54ef, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=94cbe27f-fba6-4a41-8a51-b126e12f54ef,segment=NetworkSegment(deb60613-42b3-41f1-b7dc-25bf8b00ebe0),segment_id=deb60613-42b3-41f1-b7dc-25bf8b00ebe0)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:20.811996 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.903402 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:20.907593 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:20.932853 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] Calling delete_port for 94cbe27f-fba6-4a41-8a51-b126e12f54ef owned by network:dhcp {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:20.950982 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=94cbe27f-fba6-4a41-8a51-b126e12f54ef,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:20.954662 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:20.963075 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] No DVR routers for this DVR port 94cbe27f-fba6-4a41-8a51-b126e12f54ef on host dv-cinder-805825-3-smb {{(pid=75811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:32:21.009675 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.api [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:32:21.010169 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_db.api [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:32:21.083132 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.096333 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b9d365-a7be-408d-a7d4-ebaa7b1a1764']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:21.108237 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:21.108529 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb60613-42b3-41f1-b7dc-25bf8b00ebe0') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:21.119918 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.126335 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b0c8e-640a-4bd8-b8dd-89f593804641 req-06a05a1a-b910-4ce6-b72c-32a21cf39431 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:21.127824 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2b3b0c8e-640a-4bd8-b8dd-89f593804641 req-06a05a1a-b910-4ce6-b72c-32a21cf39431 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 946 time: 0.0762830 Sep 15 19:32:21.139275 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.146317 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:32:21.147046 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:32:21.161746 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:32:21.230148 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2b3b0c8e-640a-4bd8-b8dd-89f593804641 req-2972606e-f620-4f5a-85fb-1c97752944e4 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/security-groups?id=aef6bfe5-15b3-404d-b92f-e277f4324a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655012 Sep 15 19:32:21.244213 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2699e-209a-4962-a452-7b0850b23372 req-85a382ab-17b0-44e4-9f51-3e1e361836e1 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:21.245872 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c5f2699e-209a-4962-a452-7b0850b23372 req-85a382ab-17b0-44e4-9f51-3e1e361836e1 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.54 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 946 time: 0.1149704 Sep 15 19:32:21.313056 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Deleting port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:21.313392 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.337448 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.342011 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:21.357698 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.365639 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=74b9d365-a7be-408d-a7d4-ebaa7b1a1764,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:21.369143 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:21.373572 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b4f3adf3-da88-4dad-84dd-9480cb1f5a8d admin admin] 10.222.0.57 "DELETE /v2.0/networks/74b9d365-a7be-408d-a7d4-ebaa7b1a1764 HTTP/1.1" status: 204 len: 168 time: 1.1419115 Sep 15 19:32:21.511335 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] Deleting port 94cbe27f-fba6-4a41-8a51-b126e12f54ef {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:32:21.511819 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.557183 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] For port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,segment=NetworkSegment(7ab07236-facb-4312-9665-6de272b76b3e),segment_id=7ab07236-facb-4312-9665-6de272b76b3e)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:21.557547 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.587334 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-69118299-49f6-46c6-afd1-ab451058a41b None None] The port '94cbe27f-fba6-4a41-8a51-b126e12f54ef' was deleted {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:32:21.736557 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52922) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:21.766075 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Calling delete_port for 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:32:21.792152 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-5ce20b05-961c-4a7e-a3d6-91a6ee6cb331 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d3afda8ed944814943700ac8213a43e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520060 Sep 15 19:32:21.792777 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 52928) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:21.853505 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9ff2-cd83-4384-ac49-ec787324cb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:21.887097 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9ff2-cd83-4384-ac49-ec787324cb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:22.069091 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9ff2-cd83-4384-ac49-ec787324cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:22.069785 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:22.073048 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-167c2c31-8921-46e6-8114-7cf30d0f6092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:22.075301 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-21893f46-f2f5-4579-a78b-4b59966522c6 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:22.080631 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['4046eb46-cd06-4645-b6d8-3a3f01a8e5cf'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:22.095666 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f9ff2-cd83-4384-ac49-ec787324cb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4690be8-eb01-43e0-aa18-3451cbc26a62,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:22.098259 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-1c3f9ff2-cd83-4384-ac49-ec787324cb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:22.104976 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1c3f9ff2-cd83-4384-ac49-ec787324cb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:22.109765 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-1c3f9ff2-cd83-4384-ac49-ec787324cb1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4690be8-eb01-43e0-aa18-3451cbc26a62 HTTP/1.1" status: 204 len: 168 time: 0.3164396 Sep 15 19:32:22.117401 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Pushing event deleted for resources: {'Port': ['ID=4046eb46-cd06-4645-b6d8-3a3f01a8e5cf,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:22.121016 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:22.194013 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] No DVR routers for this DVR port 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:32:22.196391 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:22.198942 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f925a3d9-7e46-45ad-acc8-b6fc41b80a59', 'name': 'network-vif-deleted', 'tag': '4046eb46-cd06-4645-b6d8-3a3f01a8e5cf'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:32:22.259695 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f925a3d9-7e46-45ad-acc8-b6fc41b80a59', 'name': 'network-vif-deleted', 'tag': '4046eb46-cd06-4645-b6d8-3a3f01a8e5cf', 'status': 'completed', 'code': 200} Sep 15 19:32:22.298695 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 94cbe27f-fba6-4a41-8a51-b126e12f54ef no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:22.331064 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 94cbe27f-fba6-4a41-8a51-b126e12f54ef {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:32:22.331416 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 94cbe27f-fba6-4a41-8a51-b126e12f54ef not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:32:22.339995 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c5f2699e-209a-4962-a452-7b0850b23372 req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.54 "DELETE /v2.0/ports/4046eb46-cd06-4645-b6d8-3a3f01a8e5cf HTTP/1.1" status: 204 len: 173 time: 1.0882583 Sep 15 19:32:22.422190 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-e9a72e36-84bf-4366-afd4-d55eb2aafde9 req-50a3f908-bf66-436e-ae12-7f9b98a6327b tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Synchronizing usage tracker for tenant:2d452f2bbf2d4907b86afe8e098aa32f on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:32:22.542703 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-e9a72e36-84bf-4366-afd4-d55eb2aafde9 req-50a3f908-bf66-436e-ae12-7f9b98a6327b tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Unset dirty status for tenant:2d452f2bbf2d4907b86afe8e098aa32f on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:32:22.546500 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9a72e36-84bf-4366-afd4-d55eb2aafde9 req-50a3f908-bf66-436e-ae12-7f9b98a6327b tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] 10.222.0.57 "GET /v2.0/ports?device_id=f925a3d9-7e46-45ad-acc8-b6fc41b80a59 HTTP/1.1" status: 200 len: 210 time: 0.1718674 Sep 15 19:32:22.804791 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:22.837994 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:32:22.837994 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 4046eb46-cd06-4645-b6d8-3a3f01a8e5cf not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:32:22.838495 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:32:22.992663 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 52946) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:23.047159 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-320913fc-0c16-4df9-a510-c1cab1c76d44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=754ed96a91254f98a004a72f4e54dd91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532413 Sep 15 19:32:23.049485 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 52952) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:23.111682 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c43f7d7-29cb-48cc-9eb4-e9c442f8468a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:23.137880 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c43f7d7-29cb-48cc-9eb4-e9c442f8468a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:23.265912 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-87c828fc-8765-4091-911d-63839d709ca6 req-39732754-32cd-43a8-90b2-92002e7b5cc5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2446015 Sep 15 19:32:23.310248 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c43f7d7-29cb-48cc-9eb4-e9c442f8468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:23.315330 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b7256006-c13b-4341-a0c7-ea09a71ff4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:23.327279 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43f7d7-29cb-48cc-9eb4-e9c442f8468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44607930-ba1e-499d-84d8-095130c304ce,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:23.330222 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2c43f7d7-29cb-48cc-9eb4-e9c442f8468a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:23.332179 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c43f7d7-29cb-48cc-9eb4-e9c442f8468a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:23.333272 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2c43f7d7-29cb-48cc-9eb4-e9c442f8468a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44607930-ba1e-499d-84d8-095130c304ce HTTP/1.1" status: 204 len: 168 time: 0.2829130 Sep 15 19:32:23.710269 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e057eb-5f2c-4451-9eec-0c576c77ddfb req-edd6441c-cdb7-4373-8d22-b6f63aed41b9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:23.712247 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-22e057eb-5f2c-4451-9eec-0c576c77ddfb req-edd6441c-cdb7-4373-8d22-b6f63aed41b9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.0874126 Sep 15 19:32:23.760044 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-22e057eb-5f2c-4451-9eec-0c576c77ddfb req-177b8797-46b5-40b8-852d-160619ab30a6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 Sep 15 19:32:23.984857 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-a233c013-962b-4ddb-8e2a-e07b33f9b9f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745049 Sep 15 19:32:24.664601 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 52994) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:24.794431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-722850303-network', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:24.799255 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:24.803135 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Usage tracker for resource:network and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:24.806706 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:24.814316 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:24.898885 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Made reservation on behalf of be2cdda8e04545b2ac385b95ab585d79 for: {'network': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:24.901311 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:24.956866 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:25.053704 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:25.061178 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Usage tracker for resource:security_group_rule and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:25.065129 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:25.072294 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:25.105364 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e865499-a04d-4ba2-9d95-6b160beb140c req-6aa61047-856e-4860-ace5-9b46ae3c22e3 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:25.106853 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3e865499-a04d-4ba2-9d95-6b160beb140c req-6aa61047-856e-4860-ace5-9b46ae3c22e3 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.1883192 Sep 15 19:32:25.114440 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-f3725d1e-5111-428a-9aac-cd7e319c1717 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1&tenant_id=ac059076ce774e1a909de86347779f78 HTTP/1.1" status: 200 len: 1097 time: 0.1586828 Sep 15 19:32:25.235347 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3e865499-a04d-4ba2-9d95-6b160beb140c req-efc6556c-4875-479e-aeb9-88f6e417fde0 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187985 Sep 15 19:32:25.253678 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:25.275846 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-7d9fd0d3-1178-4854-9039-902813ada3fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 1097 time: 0.1274345 Sep 15 19:32:25.354607 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:25.362409 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3150d726-e27f-418d-b695-be9f74bdd483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:25.405254 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=75810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:32:25.414764 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c9ca88-de6e-4c57-9a7d-55342513382f,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:25.426632 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:25.434090 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:25.434454 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.segments_db [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Added segment 41864953-fb20-4fd2-8200-838da9156fcf of type vlan for network 133f75bc-5be9-40a0-b207-f413405881ae Sep 15 19:32:25.435932 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-09950c86-268e-426d-91d0-d00de1d523d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:25.437393 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-09950c86-268e-426d-91d0-d00de1d523d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.1669891 Sep 15 19:32:25.543828 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:25.583749 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-20c92c5d-8de5-498b-8e65-5019e971046f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fa8a48-7300-4643-a581-14e7997c9421 HTTP/1.1" status: 200 len: 1000 time: 0.1399198 Sep 15 19:32:25.646777 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-a5ae4186-da25-4d2a-938e-5b71bd83a6e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:25.648809 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-a5ae4186-da25-4d2a-938e-5b71bd83a6e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.0587635 Sep 15 19:32:25.653256 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:25.686472 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:25.687123 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:25.696163 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-cc63c671-684f-4d1c-adab-3adac1c92fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:25.815367 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Pushing event updated for resources: {'Network': ['ID=133f75bc-5be9-40a0-b207-f413405881ae,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:25.818758 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:25.825872 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 133f75bc-5be9-40a0-b207-f413405881ae details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:32:25.827296 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-98f22f3a-3064-4c18-b8aa-26d96a208b50 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1616473 Sep 15 19:32:25.830310 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53006) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:25.835144 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-21aa7a28-7330-4018-b980-bf54b3254ba5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1807084 Sep 15 19:32:25.836413 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Request body: {'subnet': {'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-722850303-subnet', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:25.841295 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:25.845335 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Usage tracker for resource:subnet and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:25.848563 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:25.854450 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:25.927438 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Made reservation on behalf of be2cdda8e04545b2ac385b95ab585d79 for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:25.931397 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2094039'] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:26.065340 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-e03d1aab-770f-4eea-b4f5-55d1adb428a5 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237942 Sep 15 19:32:26.209164 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0f1f7d8c-a4fc-4fff-96d9-a2188b2e2e94 req-05f8088c-df8b-4e94-94f6-7ea59fa115df service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374235 Sep 15 19:32:26.326299 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1597822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2094017'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:26.332045 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:26.404233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f9aee11-64d8-46c3-9b0d-90f51572d40f,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:26.410284 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:26.420771 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Checking segment: {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:32:26.421116 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Network hostable DHCP agents. Network: 133f75bc-5be9-40a0-b207-f413405881ae, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:32:26.446135 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebee1f-914a-4bc8-be90-514ea9609af8 req-7322bbe2-d71e-4a01-b649-4c17a5b46bf5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:26.447708 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-92ebee1f-914a-4bc8-be90-514ea9609af8 req-7322bbe2-d71e-4a01-b649-4c17a5b46bf5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.0773466 Sep 15 19:32:26.492508 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-92ebee1f-914a-4bc8-be90-514ea9609af8 req-75b7e91a-b682-49e1-850c-164cc2ed4406 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386040 Sep 15 19:32:26.515788 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Network 133f75bc-5be9-40a0-b207-f413405881ae is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:32:26.596141 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 133f75bc-5be9-40a0-b207-f413405881ae) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:26.599999 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:26.600613 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:26.605182 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313231b-5518-4118-abce-f20b03a9bc1e None None] Network 133f75bc-5be9-40a0-b207-f413405881ae requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:32:26.700006 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2b204609-7c87-47eb-b17a-607fb5028037 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8685985 Sep 15 19:32:26.702576 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53014) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:26.707619 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:26.712694 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:26.716701 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Usage tracker for resource:router and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:26.719596 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:26.725238 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:26.805617 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254087'] for router, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:26.806611 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-331940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254092'] for router, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:26.809284 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec68947a-901f-532e-b36f-b1c47c7535e8-133f75bc-5be9-40a0-b207-f413405881ae', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f'}]}} from dv-cinder-805825-3-smb. {{(pid=75812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:32:26.810094 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:26.824392 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:26.966046 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.db_base_plugin_common [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Allocated IP 172.20.0.2 (133f75bc-5be9-40a0-b207-f413405881ae/8f9aee11-64d8-46c3-9b0d-90f51572d40f/1269f652-6bf5-4648-8d9c-83d1ed625067) {{(pid=75812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:27.032751 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.178548 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Notify callbacks [] for port, precommit_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.202960 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Transition to ACTIVE for port object 1269f652-6bf5-4648-8d9c-83d1ed625067 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:27.215963 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Transition to ACTIVE for port object 1269f652-6bf5-4648-8d9c-83d1ed625067 will not be triggered until provisioned by entity DHCP. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:27.280775 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.292925 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:27.344085 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.363942 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Network 133f75bc-5be9-40a0-b207-f413405881ae is already hosted by enough agents. {{(pid=75812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:27.365444 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Pushing event updated for resources: {'Port': ['ID=1269f652-6bf5-4648-8d9c-83d1ed625067,revision_number=1']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:27.368946 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.base_scheduler [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Resources bound (agent type, host, resource id): {{(pid=75812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:27.371037 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:27.371672 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Received port after_create {{(pid=75812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:32:27.384657 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.495283 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Attempting to bind port 1269f652-6bf5-4648-8d9c-83d1ed625067 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:32:27.495917 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Attempting to bind port 1269f652-6bf5-4648-8d9c-83d1ed625067 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:32:27.496289 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Attempting to bind port 1269f652-6bf5-4648-8d9c-83d1ed625067 on network 133f75bc-5be9-40a0-b207-f413405881ae {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:32:27.502746 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:32:27.503121 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Checking segment: {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:32:27.503537 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.503918 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Bound using segment: {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:32:27.504717 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Bound port: 1269f652-6bf5-4648-8d9c-83d1ed625067, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:32:27.504717 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.525504 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Allocated IP 172.28.1.147 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/58d2ac6e-df64-42e5-afe3-d89d7bb94603) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:27.600094 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] For port 1269f652-6bf5-4648-8d9c-83d1ed625067, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:27.604206 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] For port 1269f652-6bf5-4648-8d9c-83d1ed625067, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=1269f652-6bf5-4648-8d9c-83d1ed625067,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:27.689427 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.697541 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:27.744809 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.799510 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba896e48-0a77-44c1-82cc-37460242b892 req-8fc28c1b-8567-4be2-997d-3df2608c2dc9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:27.804630 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Pushing event updated for resources: {'Port': ['ID=1269f652-6bf5-4648-8d9c-83d1ed625067,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:27.808764 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ba896e48-0a77-44c1-82cc-37460242b892 req-8fc28c1b-8567-4be2-997d-3df2608c2dc9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.1617069 Sep 15 19:32:27.809441 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:27.870233 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:27.875426 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ba896e48-0a77-44c1-82cc-37460242b892 req-9a99a8f9-6950-4be9-bab7-bff0dc26475c tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643916 Sep 15 19:32:27.875712 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:28.034016 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Pushing event updated for resources: {'Port': ['ID=58d2ac6e-df64-42e5-afe3-d89d7bb94603,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:28.037301 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:28.074017 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:28.079706 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:28.086027 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:32:28.400441 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 1269f652-6bf5-4648-8d9c-83d1ed625067 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:28.493396 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:28.498205 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869'] for router, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:28.590739 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 1269f652-6bf5-4648-8d9c-83d1ed625067 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:28.858989 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Router 5f6a2bda-e603-49f9-9187-65297529bdb3 is scheduled to L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 with binding_index 1 {{(pid=75811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:32:29.162560 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c2cc86-abcd-49b8-b66d-a146d133ff88 req-ac9c4765-54fb-466e-9230-1ae14827bbb1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:29.165687 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d5c2cc86-abcd-49b8-b66d-a146d133ff88 req-ac9c4765-54fb-466e-9230-1ae14827bbb1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.1046069 Sep 15 19:32:29.188090 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:29.205447 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Sync routers for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:32:29.223009 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:29.223805 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:29.236024 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d5c2cc86-abcd-49b8-b66d-a146d133ff88 req-28b9da24-4b32-4923-9d94-c964d7bf7346 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639148 Sep 15 19:32:29.301435 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4ea580-b516-4bfb-9779-209ebd9f324e None None] Network 133f75bc-5be9-40a0-b207-f413405881ae requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:32:29.333294 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:29.334525 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-49559946-72b3-4309-825f-3cf829fbbfa8 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6310084 Sep 15 19:32:29.339225 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53042) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:29.532256 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-75f6853c-6561-4561-a62f-a476eaeedbfe None None] Provisioning for port 1269f652-6bf5-4648-8d9c-83d1ed625067 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:29.548766 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-75f6853c-6561-4561-a62f-a476eaeedbfe None None] Provisioning complete for port 1269f652-6bf5-4648-8d9c-83d1ed625067 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:29.549134 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-75f6853c-6561-4561-a62f-a476eaeedbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:29.677531 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:29.947691 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-75f6853c-6561-4561-a62f-a476eaeedbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:30.073457 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-75f6853c-6561-4561-a62f-a476eaeedbfe None None] For port 1269f652-6bf5-4648-8d9c-83d1ed625067, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=1269f652-6bf5-4648-8d9c-83d1ed625067,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:30.144874 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-75f6853c-6561-4561-a62f-a476eaeedbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:30.147304 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-c7b60aac-12bc-4eda-9ff8-d5b5ce6113da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:30.241371 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f6853c-6561-4561-a62f-a476eaeedbfe None None] Pushing event updated for resources: {'Port': ['ID=1269f652-6bf5-4648-8d9c-83d1ed625067,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:30.245224 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-75f6853c-6561-4561-a62f-a476eaeedbfe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:30.257891 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:28Z', 'revision_number': 3, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:30.262743 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Checking router: 5f6a2bda-e603-49f9-9187-65297529bdb3 for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:32:30.263119 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Updating router 5f6a2bda-e603-49f9-9187-65297529bdb3 port 58d2ac6e-df64-42e5-afe3-d89d7bb94603 binding host dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:32:30.333740 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:30.694423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248820d-3f84-4add-9849-7b5af60c8bcb req-5f54fed0-dc80-40f7-a638-1b1f64adaafc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:30.697411 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c248820d-3f84-4add-9849-7b5af60c8bcb req-5f54fed0-dc80-40f7-a638-1b1f64adaafc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.1086290 Sep 15 19:32:30.767452 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2796b92d-877c-4823-885e-a3544915a7ad None None] Provisioning complete for port 1269f652-6bf5-4648-8d9c-83d1ed625067 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:30.767998 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2796b92d-877c-4823-885e-a3544915a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:30.775704 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c248820d-3f84-4add-9849-7b5af60c8bcb req-c040fe94-ee56-4c17-8dad-e490f6c1dde0 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726149 Sep 15 19:32:30.781976 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:30.980187 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Notify callbacks [] for port, precommit_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:30.994849 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Transition to ACTIVE for port object 58d2ac6e-df64-42e5-afe3-d89d7bb94603 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:31.036777 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Allocated IP 172.20.0.1 (133f75bc-5be9-40a0-b207-f413405881ae/8f9aee11-64d8-46c3-9b0d-90f51572d40f/ba400908-aeb5-4e05-ac13-0d4be3cc5d5b) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:31.059411 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:31.063157 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:31.143216 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f7003-a4e8-42a0-89b9-186b9b7a84c7 None None] Pushing event updated for resources: {'Port': ['ID=58d2ac6e-df64-42e5-afe3-d89d7bb94603,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:31.149482 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-d64f7003-a4e8-42a0-89b9-186b9b7a84c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:31.153730 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Attempting to bind port 58d2ac6e-df64-42e5-afe3-d89d7bb94603 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:32:31.154077 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Attempting to bind port 58d2ac6e-df64-42e5-afe3-d89d7bb94603 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:32:31.154535 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Attempting to bind port 58d2ac6e-df64-42e5-afe3-d89d7bb94603 on network 4f653d49-f5e4-4d58-abca-ae1862572e36 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:32:31.162638 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:32:31.163069 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:32:31.163471 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:31.164028 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Bound using segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:32:31.164871 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Bound port: 58d2ac6e-df64-42e5-afe3-d89d7bb94603, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:32:31.165252 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:31.218707 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:31.239686 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.provisioning_blocks [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Transition to ACTIVE for port object ba400908-aeb5-4e05-ac13-0d4be3cc5d5b will not be triggered until provisioned by entity DHCP. {{(pid=75811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:31.241999 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] For port 58d2ac6e-df64-42e5-afe3-d89d7bb94603, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:31.247357 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] For port 58d2ac6e-df64-42e5-afe3-d89d7bb94603, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=58d2ac6e-df64-42e5-afe3-d89d7bb94603,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:31.343683 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:31.347761 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:31.396743 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:31.401608 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:31.429741 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f7003-a4e8-42a0-89b9-186b9b7a84c7 None None] Pushing event updated for resources: {'Port': ['ID=58d2ac6e-df64-42e5-afe3-d89d7bb94603,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:31.434498 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-d64f7003-a4e8-42a0-89b9-186b9b7a84c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:31.440836 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:31.443135 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:31.504515 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Network 133f75bc-5be9-40a0-b207-f413405881ae is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:31.507399 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:31.510353 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:32:31.553079 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Pushing event updated for resources: {'Port': ['ID=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:31.555964 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:31.598426 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694531'] for router_interface, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:31.692196 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:31.819675 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:32.091399 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-4d3d3672-3a5e-4743-a3ac-0cb71ef8a219 None None] Provisioning for port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:32.191175 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:32.194974 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-4d3d3672-3a5e-4743-a3ac-0cb71ef8a219 None None] Provisioning complete for port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:32.195358 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4d3d3672-3a5e-4743-a3ac-0cb71ef8a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:32.219584 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131bbed-c88b-4f61-a6a3-c469357f339a req-4d92e73f-3bff-4109-adcb-b9bf6d679676 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:32.225454 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e131bbed-c88b-4f61-a6a3-c469357f339a req-4d92e73f-3bff-4109-adcb-b9bf6d679676 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.1544595 Sep 15 19:32:32.276242 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1597893'] for port, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:32.302943 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d3672-3a5e-4743-a3ac-0cb71ef8a219 None None] Port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:32:32.343015 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e131bbed-c88b-4f61-a6a3-c469357f339a req-39485b88-b1a5-40c9-980d-d91b7abc172f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151407 Sep 15 19:32:32.345330 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 1269f652-6bf5-4648-8d9c-83d1ed625067 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:32.448653 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-fd3be937-a78a-45e5-89cd-e091b370fd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:32.462320 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:28Z', 'revision_number': 3, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:32.482094 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637f673-96f1-42a0-8bcc-92651ffbdb57 None None] The sync data for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb is: [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:28Z', 'revision_number': 3, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:32:32.518407 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 1269f652-6bf5-4648-8d9c-83d1ed625067 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:32.523535 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:32.544431 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3810520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695343'] for router_interface, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:32.548225 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Pushing event updated for resources: {'Port': ['ID=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,revision_number=2']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:32.552115 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:32.801988 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Network 133f75bc-5be9-40a0-b207-f413405881ae is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:32.803325 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:32.914263 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:33.254252 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-2e090944-797b-4952-8e63-597311c98005 None None] Provisioning complete for port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:33.255004 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2e090944-797b-4952-8e63-597311c98005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:33.332452 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Router 5f6a2bda-e603-49f9-9187-65297529bdb3 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:33.348084 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-2e090944-797b-4952-8e63-597311c98005 None None] Port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:32:33.571927 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:33.592565 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-3c17455f-5b32-4138-8ed6-fce4c5e51264 admin admin] 10.222.0.57 "PUT /v2.0/routers/5f6a2bda-e603-49f9-9187-65297529bdb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2436368 Sep 15 19:32:33.713421 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0d3e6-2e24-4b52-ba88-c9a03aa7e7a8 req-59857bb9-95e4-4b8e-8a1d-90fbb5cd1685 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:33.714938 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dbe0d3e6-2e24-4b52-ba88-c9a03aa7e7a8 req-59857bb9-95e4-4b8e-8a1d-90fbb5cd1685 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.0943630 Sep 15 19:32:33.775800 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dbe0d3e6-2e24-4b52-ba88-c9a03aa7e7a8 req-7730c9fd-1878-4008-b9d5-d87017684128 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545487 Sep 15 19:32:34.347757 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 58d2ac6e-df64-42e5-afe3-d89d7bb94603 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:34.519941 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 58d2ac6e-df64-42e5-afe3-d89d7bb94603 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:34.526785 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 58d2ac6e-df64-42e5-afe3-d89d7bb94603 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:34.528223 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:34.657015 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:34.675186 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 58d2ac6e-df64-42e5-afe3-d89d7bb94603, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=58d2ac6e-df64-42e5-afe3-d89d7bb94603,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:34.767568 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:34.770447 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-2d8fdbee-c066-4e16-a170-03184d194b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:34.841271 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=58d2ac6e-df64-42e5-afe3-d89d7bb94603,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:34.844497 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:34.932283 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53098) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:34.937921 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1726402757-network', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:34.955767 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:34.963659 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Usage tracker for resource:network and tenant:0ba49c9bf0dc4c8d8b0f64cbf88729ed is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:34.969591 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:34.976111 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:35.036421 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcc7c0-3a49-454c-89c4-df21cbc2ac20 req-5d45d67a-0ee4-44a4-8276-7e43eb415314 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:35.037904 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-67bcc7c0-3a49-454c-89c4-df21cbc2ac20 req-5d45d67a-0ee4-44a4-8276-7e43eb415314 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.1139174 Sep 15 19:32:35.062887 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Made reservation on behalf of 0ba49c9bf0dc4c8d8b0f64cbf88729ed for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:35.065310 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.082291 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.110644 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-67bcc7c0-3a49-454c-89c4-df21cbc2ac20 req-2a542f52-80f8-4d48-b4f8-c5810b0c99d4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634673 Sep 15 19:32:35.122217 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:35.125970 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Usage tracker for resource:security_group_rule and tenant:0ba49c9bf0dc4c8d8b0f64cbf88729ed is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:35.129001 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:35.139652 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5cc550fb-be11-40b3-b40f-84d584fa1f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.139873 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:35.212947 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.287936 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.291159 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-0af6b82f-41e9-4134-a193-8f74c74ee9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:35.319448 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:32:35.328626 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210a08f8-5b39-42f9-8f91-15d0f5fd40d5,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:35.332152 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:35.334743 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.335079 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Added segment c13cb82a-b8a0-42c6-b693-9ca6bce6db2c of type vlan for network 53cedec4-d606-4418-88c7-dcf5622f455a Sep 15 19:32:35.366051 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.476307 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.478537 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:35.479396 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.483603 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c0f1636d-2f8d-49fc-8a67-8a9e0a5ab2b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:35.584104 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Pushing event updated for resources: {'Network': ['ID=53cedec4-d606-4418-88c7-dcf5622f455a,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:35.592819 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:35.606829 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 53cedec4-d606-4418-88c7-dcf5622f455a details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:32:35.649231 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7151070 Sep 15 19:32:35.651684 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53106) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:35.654643 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:35.659663 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Request body: {'subnet': {'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1726402757-subnet', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:35.666318 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:35.670621 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Usage tracker for resource:subnet and tenant:0ba49c9bf0dc4c8d8b0f64cbf88729ed is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:35.673805 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:35.680590 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:35.819206 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Made reservation on behalf of 0ba49c9bf0dc4c8d8b0f64cbf88729ed for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:32:35.821765 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2094039'] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:36.156333 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1597822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2094017'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:36.162182 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:36.247383 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a0c5a0-4381-41e4-9cbc-32f329e8e6df,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:36.254191 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:36.317962 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Checking segment: {'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:32:36.319681 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Network hostable DHCP agents. Network: 53cedec4-d606-4418-88c7-dcf5622f455a, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:32:36.349096 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 58d2ac6e-df64-42e5-afe3-d89d7bb94603 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:36.365282 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e3db0-2803-4558-ad7c-d0052f32ac2c req-6570d20a-6ad5-4b62-84c8-079820ff6d87 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:36.374454 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4e1e3db0-2803-4558-ad7c-d0052f32ac2c req-6570d20a-6ad5-4b62-84c8-079820ff6d87 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.0980325 Sep 15 19:32:36.419767 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Network 53cedec4-d606-4418-88c7-dcf5622f455a is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:32:36.431081 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4e1e3db0-2803-4558-ad7c-d0052f32ac2c req-22adc0cb-367e-4c84-a755-be4cb3719da9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549994 Sep 15 19:32:36.456875 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 58d2ac6e-df64-42e5-afe3-d89d7bb94603 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:36.457300 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:36.502889 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 53cedec4-d606-4418-88c7-dcf5622f455a) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:36.511605 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:36.514705 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:36.516517 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec6733f-76b9-41c6-9ee1-366487496bde None None] Network 53cedec4-d606-4418-88c7-dcf5622f455a requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:32:36.543283 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Sync routers for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:32:36.557553 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:36.558292 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:36.628639 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53116) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:36.630706 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-311c0a77-e5f0-49a6-ae54-ff5ee31cec41 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9776592 Sep 15 19:32:36.634695 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:36.639898 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:36.645272 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Usage tracker for resource:router and tenant:0ba49c9bf0dc4c8d8b0f64cbf88729ed is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:36.648226 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:36.654374 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:36.750957 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:36.771626 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254087'] for router, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:36.772936 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-331940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254092'] for router, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:36.797600 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec68947a-901f-532e-b36f-b1c47c7535e8-53cedec4-d606-4418-88c7-dcf5622f455a', 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'fixed_ips': [{'subnet_id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df'}]}} from dv-cinder-805825-3-smb. {{(pid=75812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:32:36.799695 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:36.807307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:37.042912 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.db_base_plugin_common [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Allocated IP 172.20.0.2 (53cedec4-d606-4418-88c7-dcf5622f455a/b9a0c5a0-4381-41e4-9cbc-32f329e8e6df/f555967b-60f5-4635-a7c4-27dafb332626) {{(pid=75812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:37.112629 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 2, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:37.123627 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Checking router: 5f6a2bda-e603-49f9-9187-65297529bdb3 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:32:37.124325 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Updating router 5f6a2bda-e603-49f9-9187-65297529bdb3 port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b binding host dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:32:37.196555 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:37.298308 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Notify callbacks [] for port, precommit_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:37.309690 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Transition to ACTIVE for port object f555967b-60f5-4635-a7c4-27dafb332626 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:37.332687 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Transition to ACTIVE for port object f555967b-60f5-4635-a7c4-27dafb332626 will not be triggered until provisioned by entity DHCP. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:37.608408 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-69911b3e-a50e-4651-b95f-cf428ec8d424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:37.614245 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:37.639723 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Notify callbacks [] for port, precommit_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:37.652641 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:37.690925 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.provisioning_blocks [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Transition to ACTIVE for port object ba400908-aeb5-4e05-ac13-0d4be3cc5d5b will not be triggered until provisioned by entity L2. {{(pid=75813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:37.701882 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Network 53cedec4-d606-4418-88c7-dcf5622f455a is already hosted by enough agents. {{(pid=75812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:37.747130 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.base_scheduler [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Resources bound (agent type, host, resource id): {{(pid=75812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:37.749364 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Pushing event updated for resources: {'Port': ['ID=f555967b-60f5-4635-a7c4-27dafb332626,revision_number=1']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:37.752111 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Received port after_create {{(pid=75812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:32:37.770899 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.771270 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.771680 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.771919 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.772235 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.772562 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.772898 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.773209 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.774100 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.774492 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.774831 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:37.779759 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:37.807954 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:37.815303 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9bdc5-3146-45b4-a0ad-a03c69ef7552 req-41a70260-691b-47cd-847b-5cd1357f1f6f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:37.817088 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1ca9bdc5-3146-45b4-a0ad-a03c69ef7552 req-41a70260-691b-47cd-847b-5cd1357f1f6f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.2099662 Sep 15 19:32:37.903804 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1ca9bdc5-3146-45b4-a0ad-a03c69ef7552 req-3ee74c53-7339-4716-9f98-37255c7eb8e7 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634015 Sep 15 19:32:37.904150 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Attempting to bind port f555967b-60f5-4635-a7c4-27dafb332626 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:32:37.904150 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Attempting to bind port f555967b-60f5-4635-a7c4-27dafb332626 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:32:37.904150 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Attempting to bind port f555967b-60f5-4635-a7c4-27dafb332626 on network 53cedec4-d606-4418-88c7-dcf5622f455a {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:32:37.918469 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:32:37.918855 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Checking segment: {'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:32:37.919254 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:37.919650 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Bound using segment: {'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:32:37.920160 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Bound port: f555967b-60f5-4635-a7c4-27dafb332626, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:32:37.920541 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:38.034816 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] For port f555967b-60f5-4635-a7c4-27dafb332626, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:38.038252 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] For port f555967b-60f5-4635-a7c4-27dafb332626, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f555967b-60f5-4635-a7c4-27dafb332626,segment=NetworkSegment(c13cb82a-b8a0-42c6-b693-9ca6bce6db2c),segment_id=c13cb82a-b8a0-42c6-b693-9ca6bce6db2c)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:38.516145 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:38.558782 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-63bce0e9-17c3-4743-a402-f46aafd70239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:38.639946 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Pushing event updated for resources: {'Port': ['ID=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,revision_number=3']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:38.657854 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-eeca0730-c107-45e2-9e8d-14d59f2d850e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac059076ce774e1a909de86347779f78&device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 1097 time: 0.0694678 Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.680687 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:38.687854 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:38.741332 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Attempting to bind port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:32:38.741787 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Attempting to bind port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:32:38.742455 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Attempting to bind port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b on network 133f75bc-5be9-40a0-b207-f413405881ae {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:32:38.753378 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:32:38.753378 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Checking segment: {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:32:38.753378 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:38.753378 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Bound using segment: {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:32:38.753378 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Bound port: ba400908-aeb5-4e05-ac13-0d4be3cc5d5b, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'}}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:32:38.753378 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:38.776378 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:38.783453 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:38.784324 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-d64f7003-a4e8-42a0-89b9-186b9b7a84c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:38.864679 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] For port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:38.868659 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] For port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:38.922914 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Pushing event updated for resources: {'Port': ['ID=f555967b-60f5-4635-a7c4-27dafb332626,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:38.926004 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:38.973735 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:38.980091 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:39.022888 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-238657de-73de-4a54-b6c2-cd5715f7514a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:39.024948 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-238657de-73de-4a54-b6c2-cd5715f7514a service neutron] 10.222.0.54 "GET /v2.0/networks?id=1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 200 len: 918 time: 0.3473203 Sep 15 19:32:39.117528 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Pushing event updated for resources: {'Port': ['ID=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,revision_number=4']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:39.121889 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:39.127847 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:39.128776 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:39.291389 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-31118aa9-f9d6-42df-beb6-f4683d2255c0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41fa8a48-7300-4643-a581-14e7997c9421 HTTP/1.1" status: 200 len: 1000 time: 0.2550755 Sep 15 19:32:39.296878 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:39.371780 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e1289-b0b4-45f9-9122-7f8c8a4f8ff8 req-676a1d87-f335-43bc-ba0f-1e883c6829dc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:39.373313 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f39e1289-b0b4-45f9-9122-7f8c8a4f8ff8 req-676a1d87-f335-43bc-ba0f-1e883c6829dc tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.2733452 Sep 15 19:32:39.376678 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:39.392530 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:39.463731 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-367430c7-e9c5-49f3-ac1b-cb56dcc8a213 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:39.465190 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-367430c7-e9c5-49f3-ac1b-cb56dcc8a213 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 200 len: 856 time: 0.1397178 Sep 15 19:32:39.544000 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f39e1289-b0b4-45f9-9122-7f8c8a4f8ff8 req-f4d64435-3423-47cd-a278-d4abc5975ca9 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492548 Sep 15 19:32:39.635308 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Allocated IP 172.28.1.18 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/91c54d52-c85f-4828-8600-68a0a17acbbb) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:39.639505 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-16675128-87a0-438b-b07a-c6b6d4f74d5d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1a2fe10b-c7be-4031-8b48-8edbeffb5438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1608236 Sep 15 19:32:39.681158 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:32:39.692654 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:38Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:39.697207 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d9f0a-9528-4b34-86be-3d6aad24cc45 None None] The sync data for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb is: [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:38Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:32:39.893118 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:39.902845 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-02a2b025-9bab-46bf-8d22-5c16758cb091 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542653 Sep 15 19:32:39.938806 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:40.066616 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ab6379c9-d0bc-45fe-8f6c-985381470892 req-aa66b3b8-702c-45c9-8aa1-b8a2f7337209 service neutron] 10.222.0.54 "GET /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553769 Sep 15 19:32:40.087710 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2613be03-5834-4a2b-bb40-b41c206df7f0 None None] Network 53cedec4-d606-4418-88c7-dcf5622f455a requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:32:40.128036 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:40.132667 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2fd767bf-1774-47f8-91a3-b2214b143899 tempest-ServerRescueNegativeTestJSON-430560019 tempest-ServerRescueNegativeTestJSON-430560019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:40.202923 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Pushing event updated for resources: {'Port': ['ID=91c54d52-c85f-4828-8600-68a0a17acbbb,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:40.207248 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:40.209716 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:40.210343 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:40.213131 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:32:40.331227 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-f6d68c47-cb5b-4c5c-b921-bfb3718ed6d2 None None] Provisioning for port f555967b-60f5-4635-a7c4-27dafb332626 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:40.407956 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f555967b-60f5-4635-a7c4-27dafb332626 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:40.499140 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:40.500179 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869'] for router, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:40.573419 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port f555967b-60f5-4635-a7c4-27dafb332626 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:40.586577 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port f555967b-60f5-4635-a7c4-27dafb332626 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:40.586999 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:40.747544 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:40.791349 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port f555967b-60f5-4635-a7c4-27dafb332626, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f555967b-60f5-4635-a7c4-27dafb332626,segment=NetworkSegment(c13cb82a-b8a0-42c6-b693-9ca6bce6db2c),segment_id=c13cb82a-b8a0-42c6-b693-9ca6bce6db2c)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:40.792803 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-aa6db933-0001-4279-b7ca-7f5426c16caf None None] Provisioning complete for port f555967b-60f5-4635-a7c4-27dafb332626 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:40.793170 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-aa6db933-0001-4279-b7ca-7f5426c16caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:40.816230 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c326a-722f-49da-9f43-bd61eed5a78a req-c5851cd7-9826-4a90-8966-8c02e3eb3eba tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:40.817675 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-052c326a-722f-49da-9f43-bd61eed5a78a req-c5851cd7-9826-4a90-8966-8c02e3eb3eba tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 944 time: 0.1041367 Sep 15 19:32:40.875461 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:40.876278 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device ba400908-aeb5-4e05-ac13-0d4be3cc5d5b up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:40.888269 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-052c326a-722f-49da-9f43-bd61eed5a78a req-b6cc7a46-a822-49ae-a79c-459ef6e7ea2a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615022 Sep 15 19:32:40.907153 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:40.933524 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:32:40.973181 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Router e2b5f830-4dad-4e3c-85e1-cda0d694454d is scheduled to L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 with binding_index 1 {{(pid=75810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:32:41.044089 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=f555967b-60f5-4635-a7c4-27dafb332626,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:41.048027 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:41.191811 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:41.205409 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '41fa8a48-7300-4643-a581-14e7997c9421', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'port_id': '41fa8a48-7300-4643-a581-14e7997c9421', 'mac_address': 'fa:16:3e:6d:3f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:32:41.235047 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:41.247180 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:41.247597 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:41.262324 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:41.284143 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Sync routers for ids ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:32:41.324571 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:41.345532 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Routers {'e2b5f830-4dad-4e3c-85e1-cda0d694454d'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:41.346186 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:41.359853 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Notify callbacks [] for router, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:41.363639 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7313685 Sep 15 19:32:41.363831 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53148) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:41.403027 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fa8a48-7300-4643-a581-14e7997c9421 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:32:41.530459 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:41.562222 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:41.608958 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:41.614191 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-0eeb6ead-3652-4b9b-aca5-0e4eb3c961a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:41.658819 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:41.663051 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Set router e2b5f830-4dad-4e3c-85e1-cda0d694454d gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:41.788763 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:41.812453 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=9']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:41.824054 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:41.824518 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-d64f7003-a4e8-42a0-89b9-186b9b7a84c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:41.859968 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['41fa8a48-7300-4643-a581-14e7997c9421'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:32:42.006584 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:42.014433 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:42.167701 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:32:40Z', 'revision_number': 3, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:42.169868 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.180701 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Checking router: e2b5f830-4dad-4e3c-85e1-cda0d694454d for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:32:42.181082 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Updating router e2b5f830-4dad-4e3c-85e1-cda0d694454d port 91c54d52-c85f-4828-8600-68a0a17acbbb binding host dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:32:42.196153 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97bd48-7b39-4abe-bfed-eedc3e29b1a5 req-10945584-eb07-4703-98bf-d8bdaa438b6b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:42.197614 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8c97bd48-7b39-4abe-bfed-eedc3e29b1a5 req-10945584-eb07-4703-98bf-d8bdaa438b6b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 945 time: 0.1536429 Sep 15 19:32:42.239535 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.329170 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f555967b-60f5-4635-a7c4-27dafb332626 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:42.346373 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8c97bd48-7b39-4abe-bfed-eedc3e29b1a5 req-6b7a207a-52ee-4398-bb44-142cd906aa17 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112015 Sep 15 19:32:42.426955 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Allocated IP 172.20.0.1 (53cedec4-d606-4418-88c7-dcf5622f455a/b9a0c5a0-4381-41e4-9cbc-32f329e8e6df/e14b35f2-7d0c-4b06-8f4d-c840efa14231) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:32:42.553570 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port f555967b-60f5-4635-a7c4-27dafb332626 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:42.553975 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.576010 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.591464 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Transition to ACTIVE for port object e14b35f2-7d0c-4b06-8f4d-c840efa14231 will not be triggered until provisioned by entity DHCP. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:42.659405 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.663708 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b32410e9-b887-4cbe-b509-c099970fa759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:42.726355 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Network 53cedec4-d606-4418-88c7-dcf5622f455a is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:42.729760 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:42.733972 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:32:42.748797 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device ba400908-aeb5-4e05-ac13-0d4be3cc5d5b up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:42.762084 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Pushing event updated for resources: {'Port': ['ID=e14b35f2-7d0c-4b06-8f4d-c840efa14231,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:42.778336 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Notify callbacks [] for port, precommit_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.808840 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Transition to ACTIVE for port object 91c54d52-c85f-4828-8600-68a0a17acbbb will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:32:42.840094 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:42.840492 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.887421 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.891573 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.892123 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.892490 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.892849 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.893207 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.893560 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.893909 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.894294 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.894645 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.894992 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.895487 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:32:42.897324 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-9873b116-e257-4c60-8f79-380960b3ab14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:42.908322 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:42.927157 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694531'] for router_interface, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:42.937032 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:43.058520 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844a03-f1d4-44db-ac49-3106cfe03cc8 None None] Pushing event updated for resources: {'Port': ['ID=91c54d52-c85f-4828-8600-68a0a17acbbb,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:43.065734 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1f844a03-f1d4-44db-ac49-3106cfe03cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:43.068628 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Attempting to bind port 91c54d52-c85f-4828-8600-68a0a17acbbb on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:32:43.068984 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Attempting to bind port 91c54d52-c85f-4828-8600-68a0a17acbbb by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:32:43.069567 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Attempting to bind port 91c54d52-c85f-4828-8600-68a0a17acbbb on network 4f653d49-f5e4-4d58-abca-ae1862572e36 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:32:43.110342 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.120684 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:32:43.122018 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:32:43.122018 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.122018 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Bound using segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:32:43.122607 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Bound port: 91c54d52-c85f-4828-8600-68a0a17acbbb, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:32:43.122992 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.225661 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 41fa8a48-7300-4643-a581-14e7997c9421 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:43.225661 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.292465 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] For port 91c54d52-c85f-4828-8600-68a0a17acbbb, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:32:43.315133 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] For port 91c54d52-c85f-4828-8600-68a0a17acbbb, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=91c54d52-c85f-4828-8600-68a0a17acbbb,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:32:43.371171 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.382933 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-b6861a5c-f386-4e02-a8be-916ab17af80a None None] Provisioning for port e14b35f2-7d0c-4b06-8f4d-c840efa14231 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:43.385061 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.395114 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-b6861a5c-f386-4e02-a8be-916ab17af80a None None] Provisioning complete for port e14b35f2-7d0c-4b06-8f4d-c840efa14231 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:43.395488 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b6861a5c-f386-4e02-a8be-916ab17af80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.433300 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.443617 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:43.447667 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.479235 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2f50856c-4c1c-475b-b0eb-bf5c6c8dd220 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:43.490826 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:32:43.533833 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:43.544539 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-b6861a5c-f386-4e02-a8be-916ab17af80a None None] Port e14b35f2-7d0c-4b06-8f4d-c840efa14231 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:32:43.562524 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f844a03-f1d4-44db-ac49-3106cfe03cc8 None None] Pushing event updated for resources: {'Port': ['ID=91c54d52-c85f-4828-8600-68a0a17acbbb,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:43.564569 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1f844a03-f1d4-44db-ac49-3106cfe03cc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:43.565911 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Routers {'e2b5f830-4dad-4e3c-85e1-cda0d694454d'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:32:43.566560 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:43.605794 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Pushing event updated for resources: {'Port': ['ID=e14b35f2-7d0c-4b06-8f4d-c840efa14231,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:43.615276 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:43.616073 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3810520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695343'] for router_interface, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.622790 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421', 'code': 200} Sep 15 19:32:43.628692 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:43.638213 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:43.723393 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33fdd0-f773-46a1-a8f8-8d7983e543a1 req-e1f2c598-091b-415b-b02d-5542fac65dd5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:43.724855 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2d33fdd0-f773-46a1-a8f8-8d7983e543a1 req-e1f2c598-091b-415b-b02d-5542fac65dd5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 945 time: 0.2173831 Sep 15 19:32:43.786882 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=10']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:43.791496 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:43.801424 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2d33fdd0-f773-46a1-a8f8-8d7983e543a1 req-33aa331d-a06b-409e-a7dc-c07dd784d8e4 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690320 Sep 15 19:32:43.803146 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Network 53cedec4-d606-4418-88c7-dcf5622f455a is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:32:43.805173 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:32:43.813328 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] Set router e2b5f830-4dad-4e3c-85e1-cda0d694454d gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:32:44.098513 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-3010926b-a04d-4f6e-9d08-f3a8f8e3e8bb None None] Provisioning complete for port e14b35f2-7d0c-4b06-8f4d-c840efa14231 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:44.098887 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-3010926b-a04d-4f6e-9d08-f3a8f8e3e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:44.119412 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c89c137c-9d7e-4e1e-803e-0f320c57c908 req-4a6de718-950b-4899-8c20-57c1b49417bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 1100 time: 0.2113488 Sep 15 19:32:44.191273 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c89c137c-9d7e-4e1e-803e-0f320c57c908 req-1b1879be-e62a-4d87-a0c6-4e557a1c1faf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649374 Sep 15 19:32:44.244938 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-3010926b-a04d-4f6e-9d08-f3a8f8e3e8bb None None] Port e14b35f2-7d0c-4b06-8f4d-c840efa14231 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:32:44.284024 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:32:42Z', 'revision_number': 4, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'e14b35f2-7d0c-4b06-8f4d-c840efa14231', 'name': '', 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'mac_address': 'fa:16:3e:bd:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:42Z', 'updated_at': '2021-09-15T19:32:43Z', 'revision_number': 2, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'subnets': [{'id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:44.287953 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42610e8c-5caf-4366-bfb8-6ecb2dcda3b4 None None] The sync data for ids ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'] in dv-cinder-805825-3-smb is: [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:32:42Z', 'revision_number': 4, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'e14b35f2-7d0c-4b06-8f4d-c840efa14231', 'name': '', 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'mac_address': 'fa:16:3e:bd:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:42Z', 'updated_at': '2021-09-15T19:32:43Z', 'revision_number': 2, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'subnets': [{'id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:32:44.311950 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Router e2b5f830-4dad-4e3c-85e1-cda0d694454d has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:32:44.509843 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:32:44.518909 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] 10.222.0.57 "PUT /v2.0/routers/e2b5f830-4dad-4e3c-85e1-cda0d694454d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1539311 Sep 15 19:32:45.060908 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8ab82-2145-4975-a0b1-482d63658059 req-edcca3c6-246f-4dd3-bb2f-a231b4c039d1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:45.066656 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-45e8ab82-2145-4975-a0b1-482d63658059 req-edcca3c6-246f-4dd3-bb2f-a231b4c039d1 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 947 time: 0.0790672 Sep 15 19:32:45.111298 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-45e8ab82-2145-4975-a0b1-482d63658059 req-77851eb8-1bcb-4c0c-8a4a-5e5e37ae7f5a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429914 Sep 15 19:32:46.306773 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53240) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:46.314658 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-650001847', 'description': 'tempest-secgroup-smoke-650001847 description', 'project_id': 'be2cdda8e04545b2ac385b95ab585d79'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:46.321944 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:46.327386 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:security_group and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:46.330944 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:46.339377 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:46.422776 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:46.430332 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554d1a5-9cba-4edc-92e7-67132c84bee6 req-defd6243-c312-4d71-ae85-78de17c0600e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:46.431827 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d554d1a5-9cba-4edc-92e7-67132c84bee6 req-defd6243-c312-4d71-ae85-78de17c0600e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 947 time: 0.1701682 Sep 15 19:32:46.458403 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:46.462912 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:security_group_rule and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:46.465769 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:46.471864 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:46.486744 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d554d1a5-9cba-4edc-92e7-67132c84bee6 req-eb9d0100-6965-4c6e-8d56-9c4d2d6ef903 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474946 Sep 15 19:32:46.532323 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:46.669892 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:46.675753 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-51835b53-45d9-40ae-bf9c-7130ac712067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:46.713255 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06df7fea-9eea-4c73-9c80-c7de3f87140d,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:46.715872 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:46.784323 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:46.785529 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-bcd19731-4404-406c-a0da-9f23cd8575bc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4767568 Sep 15 19:32:46.788600 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53244) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:46.794198 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'security_group_rule': {'security_group_id': '06df7fea-9eea-4c73-9c80-c7de3f87140d', 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:46.800019 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:46.803753 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:security_group_rule and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:46.807150 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:46.812894 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:46.893198 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:46.951314 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.024007 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.026589 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-4721d30d-0ca3-426c-a1dd-d5ccd41dbf06 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:47.048150 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3db20ba-8805-4a2a-937c-0cc0aa07ed39,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:47.053316 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:47.124934 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.126139 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3365476 Sep 15 19:32:47.128884 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53248) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:47.134300 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'security_group_rule': {'security_group_id': '06df7fea-9eea-4c73-9c80-c7de3f87140d', 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:47.139839 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:47.143533 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:security_group_rule and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:47.146339 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:47.152420 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:47.228265 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.288279 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.348361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.350656 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-27e6ecf9-0ebb-4173-9ff9-c616c98ab761 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:47.372411 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1207ae11-2f6a-4331-b181-2acac8957485,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:47.374808 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:47.441713 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.442937 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-62d84e2a-0c03-475d-8cd9-f4558c2a27b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3130519 Sep 15 19:32:47.445668 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53256) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:47.451602 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'security_group_rule': {'security_group_id': '06df7fea-9eea-4c73-9c80-c7de3f87140d', 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:47.457150 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:47.460911 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:security_group_rule and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:47.464339 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:47.470065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:47.552272 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.626503 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.700907 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.709389 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:47.734873 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bda546-b7cb-4ffa-b7fa-d58d49d62eb5,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:47.737065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:47.747517 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be81b-64e0-485c-8cac-55faae07153d req-324490e4-ee99-4156-88bd-4859ce4a158b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:32:47.748945 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-256be81b-64e0-485c-8cac-55faae07153d req-324490e4-ee99-4156-88bd-4859ce4a158b tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 947 time: 0.1083436 Sep 15 19:32:47.793142 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-256be81b-64e0-485c-8cac-55faae07153d req-838dc22d-75ba-40bf-9549-19bf33a6833e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386190 Sep 15 19:32:47.813038 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.814339 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-48dfbd82-55bd-4910-b6ac-d47bfda65d9f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3676379 Sep 15 19:32:47.817095 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53264) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:47.824192 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'security_group_rule': {'security_group_id': '06df7fea-9eea-4c73-9c80-c7de3f87140d', 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:47.830033 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:47.833813 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:security_group_rule and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:47.836637 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:47.842460 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:47.923243 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:47.983872 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.053155 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.061249 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-0a1f3f39-1d27-4297-8c03-2bb21ed583c5 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:48.080872 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c786ee3-4b20-4719-bc74-2de6bfedfe78,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:48.083196 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:48.132924 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.134203 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-134ca319-b1e7-48a0-b544-d4027767e93f tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3160899 Sep 15 19:32:48.136817 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53270) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:48.142092 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'security_group_rule': {'security_group_id': '06df7fea-9eea-4c73-9c80-c7de3f87140d', 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:48.147699 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:48.151502 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:security_group_rule and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:48.154349 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:48.159883 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:48.218651 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.securitygroups_db [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Project be2cdda8e04545b2ac385b95ab585d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:32:48.224819 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.289563 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.387757 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.389691 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2ab477fb-ced4-4163-b909-a9bcbcfc306e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:48.410999 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85de21b1-6619-415b-a791-a8d7920a8a4f,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:48.413202 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:48.487309 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.488546 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-eb34e777-02cf-436a-aaa4-a0d028cf65e9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3508446 Sep 15 19:32:48.491215 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53274) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:48.496816 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'security_group_rule': {'security_group_id': '06df7fea-9eea-4c73-9c80-c7de3f87140d', 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:32:48.502423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:32:48.506220 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:security_group_rule and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:32:48.509051 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:32:48.514977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:32:48.590249 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.securitygroups_db [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Project be2cdda8e04545b2ac385b95ab585d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 19:32:48.597001 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.668187 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.707237 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53280) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:48.747062 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.769587 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:48.796143 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe031053-e636-483c-9acb-a005e218e87f,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:48.800131 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:48.808073 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] Deleting subnet c974ec46-6094-4614-b7c8-e8cb06cfae08 {{(pid=75810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:32:48.811410 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.863602 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780301'] for subnet, precommit_delete_associations {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.893970 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:48.895078 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-9f0e7e38-599d-4812-941c-9e01e5e0cfe6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4029338 Sep 15 19:32:48.927514 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.076820 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1780355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1975837'] for subnet, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.082203 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-c6ac88a2-6d3b-4919-8cc1-76fd802f4f8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:49.113924 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c974ec46-6094-4614-b7c8-e8cb06cfae08,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:49.116762 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:49.141829 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.150814 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-ec273e82-7206-420e-af86-1e170a634312 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c974ec46-6094-4614-b7c8-e8cb06cfae08 HTTP/1.1" status: 204 len: 168 time: 0.4423068 Sep 15 19:32:49.153276 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53304) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:49.367002 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.494317 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.514860 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815d08c1-3512-4b9d-b1f2-1025f8ff1deb']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:49.528023 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab07236-facb-4312-9665-6de272b76b3e') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:49.528332 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab07236-facb-4312-9665-6de272b76b3e') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:32:49.540931 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.558642 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.565199 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:32:49.565585 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:32:49.579138 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:32:49.709927 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.715198 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:49.719297 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:49.740360 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Pushing event deleted for resources: {'Network': ['ID=815d08c1-3512-4b9d-b1f2-1025f8ff1deb,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:49.742733 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:49.748268 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a689f381-e39a-4873-a8a2-08ac1fe7fc03 admin admin] 10.222.0.57 "DELETE /v2.0/networks/815d08c1-3512-4b9d-b1f2-1025f8ff1deb HTTP/1.1" status: 204 len: 168 time: 0.5917051 Sep 15 19:32:50.213263 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53314) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:50.264305 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-76c6292b-4b40-4db1-9076-d510693efc4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2d452f2bbf2d4907b86afe8e098aa32f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498059 Sep 15 19:32:50.266695 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53318) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:32:50.332704 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1d29-98c9-40e9-a3a8-ed718efdce1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:50.335638 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 91c54d52-c85f-4828-8600-68a0a17acbbb up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:50.360526 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1d29-98c9-40e9-a3a8-ed718efdce1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:50.492822 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 91c54d52-c85f-4828-8600-68a0a17acbbb completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:32:50.498207 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 91c54d52-c85f-4828-8600-68a0a17acbbb triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:50.498585 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:50.522224 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1d29-98c9-40e9-a3a8-ed718efdce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:50.526482 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5e91963a-1829-4c16-b943-667ead534fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:50.537417 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab1d29-98c9-40e9-a3a8-ed718efdce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef6bfe5-15b3-404d-b92f-e277f4324a2b,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:50.541082 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b9ab1d29-98c9-40e9-a3a8-ed718efdce1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:50.544170 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1d29-98c9-40e9-a3a8-ed718efdce1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:50.545270 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b9ab1d29-98c9-40e9-a3a8-ed718efdce1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aef6bfe5-15b3-404d-b92f-e277f4324a2b HTTP/1.1" status: 204 len: 168 time: 0.2774408 Sep 15 19:32:50.636177 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:50.651386 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 91c54d52-c85f-4828-8600-68a0a17acbbb, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=91c54d52-c85f-4828-8600-68a0a17acbbb,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:32:50.710365 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:32:50.713154 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:32:50.778646 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=91c54d52-c85f-4828-8600-68a0a17acbbb,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:32:50.781673 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:32:52.302036 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 91c54d52-c85f-4828-8600-68a0a17acbbb up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:32:52.368748 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 91c54d52-c85f-4828-8600-68a0a17acbbb triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:32:52.369626 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:02.879841 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:04.420907 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-80b0c733-6182-4c89-9a67-8a8ce6aad8cd tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Synchronizing usage tracker for tenant:be2cdda8e04545b2ac385b95ab585d79 on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:33:04.504188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-80b0c733-6182-4c89-9a67-8a8ce6aad8cd tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Unset dirty status for tenant:be2cdda8e04545b2ac385b95ab585d79 on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:33:04.505307 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-80b0c733-6182-4c89-9a67-8a8ce6aad8cd tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-650001847&fields=id&tenant_id=be2cdda8e04545b2ac385b95ab585d79 HTTP/1.1" status: 200 len: 267 time: 0.1238155 Sep 15 19:33:04.647078 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-b8305668-9915-4bd6-8718-1822d53daf14 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:04.647743 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-b8305668-9915-4bd6-8718-1822d53daf14 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Synchronizing usage tracker for tenant:be2cdda8e04545b2ac385b95ab585d79 on resource:network {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:33:04.715610 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-b8305668-9915-4bd6-8718-1822d53daf14 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Unset dirty status for tenant:be2cdda8e04545b2ac385b95ab585d79 on resource:network {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:33:04.717255 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-b8305668-9915-4bd6-8718-1822d53daf14 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 808 time: 0.2054060 Sep 15 19:33:04.733442 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-7672bced-596b-47b8-8379-9dcbac4e7599 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/quotas/be2cdda8e04545b2ac385b95ab585d79 HTTP/1.1" status: 200 len: 375 time: 0.0107772 Sep 15 19:33:04.815129 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-6fb18d5f-e171-41ed-9aea-a100cda7a3f8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765386 Sep 15 19:33:04.950822 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d75d2402-ca22-4ac7-9c24-0575593007bb service neutron] 10.222.0.57 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240134 Sep 15 19:33:05.078840 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-5bf9c3d1-6297-407e-9b0f-e12b9633234c service neutron] 10.222.0.57 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222639 Sep 15 19:33:05.125374 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9caa8ddd-9358-49bc-b006-d166d1b8f69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:05.612886 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:05.742470 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aad5acfd-2516-4cf5-9fa5-0244d229b6cf req-4cbd4488-67d4-464b-98b1-0c0b50ea3e70 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 210 time: 0.0423491 Sep 15 19:33:06.124051 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Sync routers for ids ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:06.136038 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Routers {'e2b5f830-4dad-4e3c-85e1-cda0d694454d'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:06.136639 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:32:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:06.309039 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Set router e2b5f830-4dad-4e3c-85e1-cda0d694454d gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:06.614077 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:32:42Z', 'revision_number': 4, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'e14b35f2-7d0c-4b06-8f4d-c840efa14231', 'name': '', 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'mac_address': 'fa:16:3e:bd:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:42Z', 'updated_at': '2021-09-15T19:32:43Z', 'revision_number': 2, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'subnets': [{'id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:06.617926 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Checking router: e2b5f830-4dad-4e3c-85e1-cda0d694454d for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:06.618308 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Updating router e2b5f830-4dad-4e3c-85e1-cda0d694454d port e14b35f2-7d0c-4b06-8f4d-c840efa14231 binding host dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:33:06.667673 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:06.908201 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-51e3bc21-cbda-4f23-9d28-d8190c828025 req-a378eec2-ec39-4db6-b73d-f4aedf5796b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 210 time: 0.0460417 Sep 15 19:33:07.024318 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Notify callbacks [] for port, precommit_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:07.035888 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.provisioning_blocks [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Transition to ACTIVE for port object e14b35f2-7d0c-4b06-8f4d-c840efa14231 will not be triggered until provisioned by entity L2. {{(pid=75813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:07.125268 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:07.129839 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:07.250050 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc855f-85f9-4bf3-a9d7-91ebf28865f5 None None] Pushing event updated for resources: {'Port': ['ID=e14b35f2-7d0c-4b06-8f4d-c840efa14231,revision_number=3']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:07.254144 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-67cc855f-85f9-4bf3-a9d7-91ebf28865f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:07.335602 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Attempting to bind port e14b35f2-7d0c-4b06-8f4d-c840efa14231 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:33:07.335969 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Attempting to bind port e14b35f2-7d0c-4b06-8f4d-c840efa14231 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:33:07.336331 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Attempting to bind port e14b35f2-7d0c-4b06-8f4d-c840efa14231 on network 53cedec4-d606-4418-88c7-dcf5622f455a {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:33:07.343348 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:33:07.343710 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Checking segment: {'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:33:07.344100 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:07.344479 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Bound using segment: {'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:33:07.344929 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Bound port: e14b35f2-7d0c-4b06-8f4d-c840efa14231, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a'}}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:33:07.345291 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:07.430092 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-43c17b3d-fe40-4f57-9b07-da1e565de90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:07.430715 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] For port e14b35f2-7d0c-4b06-8f4d-c840efa14231, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:07.433629 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] For port e14b35f2-7d0c-4b06-8f4d-c840efa14231, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=e14b35f2-7d0c-4b06-8f4d-c840efa14231,segment=NetworkSegment(c13cb82a-b8a0-42c6-b693-9ca6bce6db2c),segment_id=c13cb82a-b8a0-42c6-b693-9ca6bce6db2c)] {{(pid=75813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:07.487663 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:07.491568 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-67cc855f-85f9-4bf3-a9d7-91ebf28865f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:07.569096 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc855f-85f9-4bf3-a9d7-91ebf28865f5 None None] Pushing event updated for resources: {'Port': ['ID=e14b35f2-7d0c-4b06-8f4d-c840efa14231,revision_number=4']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:07.572145 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Routers {'e2b5f830-4dad-4e3c-85e1-cda0d694454d'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:07.572671 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:07.622975 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-67cc855f-85f9-4bf3-a9d7-91ebf28865f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:07.762527 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] Set router e2b5f830-4dad-4e3c-85e1-cda0d694454d gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:07.768527 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-f846e1d3-06fc-4a35-879d-7a0836049c76 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:07.769898 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-f846e1d3-06fc-4a35-879d-7a0836049c76 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.54 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 808 time: 0.1539993 Sep 15 19:33:07.914694 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-e841d84b-8038-4892-8867-6322ed52cd9c tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be2cdda8e04545b2ac385b95ab585d79 HTTP/1.1" status: 200 len: 379 time: 0.1306059 Sep 15 19:33:07.924013 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'port': {'device_id': '2fc826cf-e793-4526-b8c5-303a2019e154', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'admin_state_up': True, 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'security_groups': ['06df7fea-9eea-4c73-9c80-c7de3f87140d']}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:08.091894 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b4037bf1-57b9-45d8-aebb-c9c0fc046c95 req-62d5565b-f360-422e-80f4-a7b043cd5a95 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 210 time: 0.0493925 Sep 15 19:33:08.109582 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:32:42Z', 'revision_number': 4, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'e14b35f2-7d0c-4b06-8f4d-c840efa14231', 'name': '', 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'mac_address': 'fa:16:3e:bd:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:42Z', 'updated_at': '2021-09-15T19:33:07Z', 'revision_number': 4, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'subnets': [{'id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:08.114100 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d173a9-42ca-459f-a564-7187ecdc7088 None None] The sync data for ids ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'] in dv-cinder-805825-3-smb is: [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:32:42Z', 'revision_number': 4, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'e14b35f2-7d0c-4b06-8f4d-c840efa14231', 'name': '', 'network_id': '53cedec4-d606-4418-88c7-dcf5622f455a', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'mac_address': 'fa:16:3e:bd:3a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:42Z', 'updated_at': '2021-09-15T19:33:07Z', 'revision_number': 4, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'subnets': [{'id': 'b9a0c5a0-4381-41e4-9cbc-32f329e8e6df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:08.121150 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:08.125603 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:port and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:08.128777 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for port was recalculated. Used quota:2. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:08.137128 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:08.222357 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Made reservation on behalf of be2cdda8e04545b2ac385b95ab585d79 for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:33:08.225533 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.354767 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device e14b35f2-7d0c-4b06-8f4d-c840efa14231 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:08.414958 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Allocated IP 172.20.0.7 (133f75bc-5be9-40a0-b207-f413405881ae/8f9aee11-64d8-46c3-9b0d-90f51572d40f/279dd7b8-a686-42f8-ab30-c98c80aa07dc) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:08.510543 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.511506 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port e14b35f2-7d0c-4b06-8f4d-c840efa14231 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:08.516504 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port e14b35f2-7d0c-4b06-8f4d-c840efa14231 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:08.516816 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.632906 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.649273 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.656787 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Transition to ACTIVE for port object 279dd7b8-a686-42f8-ab30-c98c80aa07dc will not be triggered until provisioned by entity DHCP. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:08.680794 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port e14b35f2-7d0c-4b06-8f4d-c840efa14231, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=e14b35f2-7d0c-4b06-8f4d-c840efa14231,segment=NetworkSegment(c13cb82a-b8a0-42c6-b693-9ca6bce6db2c),segment_id=c13cb82a-b8a0-42c6-b693-9ca6bce6db2c)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:08.748585 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.748953 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:08.751224 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:08.756062 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3f0175d2-b38a-487e-b8f2-ab0e582c2a62 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:08.816249 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=e14b35f2-7d0c-4b06-8f4d-c840efa14231,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:08.819409 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:08.830709 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Network 133f75bc-5be9-40a0-b207-f413405881ae is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:08.832074 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:08.834397 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:33:08.864999 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:08.867909 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:08.901932 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:08.902560 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:09.017460 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-d41c30d5-8547-455b-afbb-e01f329b11d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0973694 Sep 15 19:33:09.029018 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Request body: {'port': {'device_id': '2fc826cf-e793-4526-b8c5-303a2019e154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:09.140051 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:09.193530 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-b921c2ec-a830-4c0f-8e33-4a7f6603840c None None] Provisioning for port 279dd7b8-a686-42f8-ab30-c98c80aa07dc completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:09.199251 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-b921c2ec-a830-4c0f-8e33-4a7f6603840c None None] Provisioning complete for port 279dd7b8-a686-42f8-ab30-c98c80aa07dc triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:09.199631 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b921c2ec-a830-4c0f-8e33-4a7f6603840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:09.253701 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-b921c2ec-a830-4c0f-8e33-4a7f6603840c None None] Port 279dd7b8-a686-42f8-ab30-c98c80aa07dc cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:33:09.448139 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e734a-c795-4fad-b138-a9bf2a794c3c req-8ddb391c-4c4b-4566-80ab-e58a4996a4be tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:09.448830 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-4b8e734a-c795-4fad-b138-a9bf2a794c3c req-8ddb391c-4c4b-4566-80ab-e58a4996a4be tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Synchronizing usage tracker for tenant:be2cdda8e04545b2ac385b95ab585d79 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:33:09.550985 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279dd7b8-a686-42f8-ab30-c98c80aa07dc {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:33:09.558394 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:09.560614 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-4b8e734a-c795-4fad-b138-a9bf2a794c3c req-8ddb391c-4c4b-4566-80ab-e58a4996a4be tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Unset dirty status for tenant:be2cdda8e04545b2ac385b95ab585d79 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:33:09.565362 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4b8e734a-c795-4fad-b138-a9bf2a794c3c req-8ddb391c-4c4b-4566-80ab-e58a4996a4be tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 931 time: 0.3032420 Sep 15 19:33:09.592748 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Transition to ACTIVE for port object 279dd7b8-a686-42f8-ab30-c98c80aa07dc will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:09.614566 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4b8e734a-c795-4fad-b138-a9bf2a794c3c req-91fa33a9-93e6-4ef3-b9a1-18fbc8d8d5d3 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448670 Sep 15 19:33:09.670216 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:09.673999 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-695e8621-4294-45d5-9c71-48ade3d2f040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:09.800103 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Pushing event updated for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:09.802991 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:09.908753 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Attempting to bind port 279dd7b8-a686-42f8-ab30-c98c80aa07dc on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:33:09.910037 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:09.910606 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Attempting to bind port 279dd7b8-a686-42f8-ab30-c98c80aa07dc by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:33:09.910922 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Attempting to bind port 279dd7b8-a686-42f8-ab30-c98c80aa07dc on network 133f75bc-5be9-40a0-b207-f413405881ae {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:33:09.916928 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Port 279dd7b8-a686-42f8-ab30-c98c80aa07dc on network 133f75bc-5be9-40a0-b207-f413405881ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:33:09.917243 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Attempting to bind port 279dd7b8-a686-42f8-ab30-c98c80aa07dc on network 133f75bc-5be9-40a0-b207-f413405881ae {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:33:09.924041 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:33:09.924372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Checking segment: {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:33:09.924743 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Bound using segment: {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:33:09.925156 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Bound port: 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41864953-fb20-4fd2-8200-838da9156fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:33:09.925492 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.014706 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:10.017803 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:10.104587 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.108498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:10.242724 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.244080 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] 10.222.0.54 "PUT /v2.0/ports/279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 1093 time: 1.2191880 Sep 15 19:33:10.244567 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:10.261948 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Pushing event updated for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:10.265589 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:10.307665 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'status': 'completed', 'code': 200} Sep 15 19:33:10.334144 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device e14b35f2-7d0c-4b06-8f4d-c840efa14231 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:10.398944 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c690050-fdfe-4165-98e7-743a40da0bea req-b8242a1a-e6b6-450e-943d-d5e4c0334e5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1096 time: 0.0707877 Sep 15 19:33:10.409256 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port e14b35f2-7d0c-4b06-8f4d-c840efa14231 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:10.409877 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:10.541172 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c690050-fdfe-4165-98e7-743a40da0bea req-cb122bf1-e7d1-498a-9f48-e16b674df664 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:10.542642 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c690050-fdfe-4165-98e7-743a40da0bea req-cb122bf1-e7d1-498a-9f48-e16b674df664 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=be2cdda8e04545b2ac385b95ab585d79&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1360569 Sep 15 19:33:10.677366 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c690050-fdfe-4165-98e7-743a40da0bea req-ef1d9ff7-e045-4ef8-906c-5a67a05cb265 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:10.678842 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c690050-fdfe-4165-98e7-743a40da0bea req-ef1d9ff7-e045-4ef8-906c-5a67a05cb265 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299653 Sep 15 19:33:10.841713 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-78648680-585a-4a8b-84c7-3d217804e11b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1096 time: 0.1273806 Sep 15 19:33:10.846994 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8036b-24a9-4c18-9864-99e7a0d0cbf6 req-08b72351-5df0-4c05-9a84-e99397548007 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:10.848295 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fbe8036b-24a9-4c18-9864-99e7a0d0cbf6 req-08b72351-5df0-4c05-9a84-e99397548007 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 943 time: 0.1057253 Sep 15 19:33:10.930823 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-fa8a8119-cb75-4da8-a425-af19718d25e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 217 time: 0.0792520 Sep 15 19:33:10.990243 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fbe8036b-24a9-4c18-9864-99e7a0d0cbf6 req-888a938b-57c3-42d8-b253-3008cbc442f8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904622 Sep 15 19:33:11.004783 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-bd83afe6-bcef-4924-ac6f-44674c4799ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:11.006196 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-bd83afe6-bcef-4924-ac6f-44674c4799ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 200 len: 847 time: 0.0653017 Sep 15 19:33:11.086055 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-a8807de7-733a-41d3-abd1-881bb51cbf2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=133f75bc-5be9-40a0-b207-f413405881ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710118 Sep 15 19:33:11.217001 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-79e9181b-61d5-4748-ae63-fc891a18a3ce service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214397 Sep 15 19:33:11.345736 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6ba997ca-7ba9-4bee-baa4-6fb40743d6cf req-7d873d4b-0f41-46bd-8477-433088928a1a service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213627 Sep 15 19:33:12.187025 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e3d08-3924-4f26-9bea-6e78f20cbba8 req-c5c83423-34d8-4afe-8b2b-3b7a76a71927 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:12.188472 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6a1e3d08-3924-4f26-9bea-6e78f20cbba8 req-c5c83423-34d8-4afe-8b2b-3b7a76a71927 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 943 time: 0.0759735 Sep 15 19:33:12.232763 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6a1e3d08-3924-4f26-9bea-6e78f20cbba8 req-d9d37a62-af57-42e1-a353-9d8ffec8e026 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388153 Sep 15 19:33:13.056260 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 279dd7b8-a686-42f8-ab30-c98c80aa07dc details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:33:13.186798 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:13.199476 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'port_id': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'mac_address': 'fa:16:3e:08:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:33:13.251348 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:13.268415 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279dd7b8-a686-42f8-ab30-c98c80aa07dc {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:33:13.282954 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:13.338584 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:13.341306 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:13.408528 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:13.411548 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:13.427977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d4b57-7ebe-4e05-a2ce-d358198f9fde req-69f38e25-f9ef-4afc-aae0-b19979db38d6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:13.429514 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-786d4b57-7ebe-4e05-a2ce-d358198f9fde req-69f38e25-f9ef-4afc-aae0-b19979db38d6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 944 time: 0.0793309 Sep 15 19:33:13.473917 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-786d4b57-7ebe-4e05-a2ce-d358198f9fde req-2b962fef-c02a-4ac9-867e-12efafa8e8e6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380630 Sep 15 19:33:13.564978 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['279dd7b8-a686-42f8-ab30-c98c80aa07dc'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:33:14.666281 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de40ee4-fe84-44d6-ac4a-406f8611dbe2 req-56aaaf84-548e-429e-97f5-594506aa0106 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:14.667710 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2de40ee4-fe84-44d6-ac4a-406f8611dbe2 req-56aaaf84-548e-429e-97f5-594506aa0106 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 944 time: 0.0737262 Sep 15 19:33:14.714797 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2de40ee4-fe84-44d6-ac4a-406f8611dbe2 req-b363abf0-a91e-431d-986a-69cedd0e9fb2 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417371 Sep 15 19:33:15.061816 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 279dd7b8-a686-42f8-ab30-c98c80aa07dc up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:15.210807 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port 279dd7b8-a686-42f8-ab30-c98c80aa07dc completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:15.216526 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 279dd7b8-a686-42f8-ab30-c98c80aa07dc triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:15.216894 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.354808 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.380659 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:15.390329 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:15.437446 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'code': 200} Sep 15 19:33:15.450985 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:15.454560 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a066550f-f59f-4ebf-863c-071722160725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:15.523210 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:15.526087 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:15.942017 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5167aa3c-2574-4907-af45-7a76fd3b630a req-17f77aae-92dd-4152-bd53-2d981eebe21a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1098 time: 0.1406779 Sep 15 19:33:15.951479 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d83b1e-ba3a-4da9-bfa4-e56670cf59d9 req-6641a952-0040-4b51-8e77-8cbf00765592 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:15.952803 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-44d83b1e-ba3a-4da9-bfa4-e56670cf59d9 req-6641a952-0040-4b51-8e77-8cbf00765592 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.1074991 Sep 15 19:33:16.020267 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5167aa3c-2574-4907-af45-7a76fd3b630a req-a985c461-57cc-40ae-b152-b36bdb1c24bf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665758 Sep 15 19:33:16.022725 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-44d83b1e-ba3a-4da9-bfa4-e56670cf59d9 req-9812b023-147a-42da-ad22-42d3c376c0ff tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571160 Sep 15 19:33:16.681024 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:33:17.221927 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228e800-c346-4a7b-b25e-d0c2423c40ec req-6c79f167-902c-4c71-8f58-cd3c103754cc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:17.223387 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6228e800-c346-4a7b-b25e-d0c2423c40ec req-6c79f167-902c-4c71-8f58-cd3c103754cc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0756717 Sep 15 19:33:17.267929 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6228e800-c346-4a7b-b25e-d0c2423c40ec req-5061f723-1994-4db9-a0d4-8a70202dedfa tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388768 Sep 15 19:33:18.537708 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0718019-79b7-45af-b737-67012f5333e5 req-6f904ab8-6e12-4f9d-abe1-9e3e33483710 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:18.539084 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d0718019-79b7-45af-b737-67012f5333e5 req-6f904ab8-6e12-4f9d-abe1-9e3e33483710 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.1524055 Sep 15 19:33:18.583209 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d0718019-79b7-45af-b737-67012f5333e5 req-45d87d95-79a8-452c-a6bf-96f598850733 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381849 Sep 15 19:33:18.773303 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65749dd8-ccea-478a-8907-016dc887b49e req-788d4fce-f49d-4812-a44f-14f390ccf512 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:18.774765 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-65749dd8-ccea-478a-8907-016dc887b49e req-788d4fce-f49d-4812-a44f-14f390ccf512 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0764678 Sep 15 19:33:18.818821 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-65749dd8-ccea-478a-8907-016dc887b49e req-c5c46ce2-f9ec-49a2-a053-cb54158ef98c tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387416 Sep 15 19:33:18.846019 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53402) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:19.145650 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-5ee67620-ae16-4bb2-9dd9-f0f41209956e tempest-TestShelveInstance-1013204002 tempest-TestShelveInstance-1013204002-project-admin] Synchronizing usage tracker for tenant:0ba49c9bf0dc4c8d8b0f64cbf88729ed on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:33:19.235583 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-5ee67620-ae16-4bb2-9dd9-f0f41209956e tempest-TestShelveInstance-1013204002 tempest-TestShelveInstance-1013204002-project-admin] Unset dirty status for tenant:0ba49c9bf0dc4c8d8b0f64cbf88729ed on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:33:19.236780 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-5ee67620-ae16-4bb2-9dd9-f0f41209956e tempest-TestShelveInstance-1013204002 tempest-TestShelveInstance-1013204002-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1093 time: 0.3897936 Sep 15 19:33:19.239574 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53408) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:19.244827 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Request body: {'floatingip': {'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'port_id': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'fixed_ip_address': '172.20.0.7'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:19.250809 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:19.254706 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Usage tracker for resource:floatingip and tenant:be2cdda8e04545b2ac385b95ab585d79 is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:19.257619 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:19.263284 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:19.330721 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for floatingip, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:19.462163 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:19.593829 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Allocated IP 172.28.1.230 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/7f9353bb-dc9b-429b-ac13-5651d83d0de3) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:19.734255 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:19.805318 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:19.809398 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-576db8e9-cb0b-4f98-9942-8f129d8fa800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:19.869101 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:19.872649 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:19.876289 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:33:19.908220 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'Port': ['ID=7f9353bb-dc9b-429b-ac13-5651d83d0de3,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:19.914196 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:20.378121 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:20.508444 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:20.704970 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:20.770431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:20.773982 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2e841d3a-812e-4f48-a472-3e36b6517348 tempest-VolumesSnapshotTestJSON-1927726075 tempest-VolumesSnapshotTestJSON-1927726075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:20.964462 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event updated for resources: {'Port': ['ID=7f9353bb-dc9b-429b-ac13-5651d83d0de3,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:20.967169 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:20.979925 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:21.171398 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Floating IP 1e2884f7-4f9b-4c73-9950-b68e4d812b64 associated. External IP: 172.28.1.230, port: 279dd7b8-a686-42f8-ab30-c98c80aa07dc. Sep 15 19:33:21.556813 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Router 5f6a2bda-e603-49f9-9187-65297529bdb3 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:21.718098 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89288aca-9c06-4613-b581-6ecf32a97921 req-04337eb1-1a56-4027-a5fd-05a16d823221 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:21.719576 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-89288aca-9c06-4613-b581-6ecf32a97921 req-04337eb1-1a56-4027-a5fd-05a16d823221 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 947 time: 0.1509690 Sep 15 19:33:21.829896 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-89288aca-9c06-4613-b581-6ecf32a97921 req-71659ea8-f1a8-403e-9537-48266c04b44f tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671935 Sep 15 19:33:21.852750 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:21.865402 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] Sync routers for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:21.879982 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:21.881383 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:21.938836 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:21.991139 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7505662 Sep 15 19:33:21.991947 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:22.046098 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'status': 'completed', 'code': 200} Sep 15 19:33:22.052829 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:22.147594 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-5014f88d-18a0-4893-9377-faecf744ca92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1098 time: 0.0775898 Sep 15 19:33:22.275853 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-230e1c69-09eb-4008-9d2b-41852f88ba23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:22.277382 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-230e1c69-09eb-4008-9d2b-41852f88ba23 service neutron] 10.222.0.54 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 909 time: 0.1226752 Sep 15 19:33:22.379624 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-be5852c1-0b2b-4ac9-9136-0a3f77d55d41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 999 time: 0.0943491 Sep 15 19:33:22.399018 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1e2884f7-4f9b-4c73-9950-b68e4d812b64', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'port_id': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'mac_address': 'fa:16:3e:08:f3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc826cf-e793-4526-b8c5-303a2019e154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:33:20Z', 'updated_at': '2021-09-15T19:33:20Z', 'revision_number': 0, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:41Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:22.402757 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] Checking router: 5f6a2bda-e603-49f9-9187-65297529bdb3 for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:22.413889 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:22.414529 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:22.440657 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-31ad5605-3e20-4029-ae77-9f45106df24a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:22.442116 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-31ad5605-3e20-4029-ae77-9f45106df24a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 200 len: 847 time: 0.0562241 Sep 15 19:33:22.515167 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-ebf77529-2ff2-4d11-bcca-9c916292b7cf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=133f75bc-5be9-40a0-b207-f413405881ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0665300 Sep 15 19:33:22.592411 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:22.744207 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-55f3bc33-a6a1-4333-bad1-396b27feabd5 service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210612 Sep 15 19:33:22.940078 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e9c2edfe-e814-4407-b4b7-4194417f84d0 req-205afca2-a988-4c0b-86b6-24d2dc2dc34e service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888132 Sep 15 19:33:22.947546 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-edeba4f0-8af9-4938-b1cf-a87c81da807e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:22.948252 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1e2884f7-4f9b-4c73-9950-b68e4d812b64', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'port_id': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'mac_address': 'fa:16:3e:08:f3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc826cf-e793-4526-b8c5-303a2019e154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:33:20Z', 'updated_at': '2021-09-15T19:33:20Z', 'revision_number': 0, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:41Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:22.948969 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-edeba4f0-8af9-4938-b1cf-a87c81da807e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 947 time: 0.1058085 Sep 15 19:33:22.953884 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7134e5-1157-4997-95a1-83699ef0f8cb None None] The sync data for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb is: [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1e2884f7-4f9b-4c73-9950-b68e4d812b64', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'floating_ip_address': '172.28.1.230', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'port_id': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'mac_address': 'fa:16:3e:08:f3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc826cf-e793-4526-b8c5-303a2019e154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:33:20Z', 'updated_at': '2021-09-15T19:33:20Z', 'revision_number': 0, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:41Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:23.062498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Deleting port 41fa8a48-7300-4643-a581-14e7997c9421 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:23.063726 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.151966 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95207dd-eae1-427a-a495-f166da1f1f4a None None] New status for floating IP 1e2884f7-4f9b-4c73-9950-b68e4d812b64: ACTIVE {{(pid=75813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:33:23.186673 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de8f57-0021-413f-8896-ce53eabd2a88 req-2813d75d-7740-43da-9a77-2c5f79f7246a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:23.188141 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-01de8f57-0021-413f-8896-ce53eabd2a88 req-2813d75d-7740-43da-9a77-2c5f79f7246a tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 947 time: 0.2005661 Sep 15 19:33:23.325748 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-01de8f57-0021-413f-8896-ce53eabd2a88 req-d3c85f73-b434-4135-91cb-ad0becc5e941 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups?id=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312830 Sep 15 19:33:23.363799 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] For port 41fa8a48-7300-4643-a581-14e7997c9421, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=41fa8a48-7300-4643-a581-14e7997c9421,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:23.364163 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.642338 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.642627 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.642940 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Floating IP c075c686-300e-4a5c-824f-40ba260340bd disassociated. External IP: 172.28.1.103, port: 41fa8a48-7300-4643-a581-14e7997c9421. Sep 15 19:33:23.643279 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Calling delete_port for 41fa8a48-7300-4643-a581-14e7997c9421 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:23.847256 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:23.853554 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9a936677-9de8-4b49-8047-cb1c82756a18 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:23.897246 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event deleted for resources: {'Port': ['ID=41fa8a48-7300-4643-a581-14e7997c9421,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:23.899481 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:24.102768 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Router cd65d3ef-5671-49c2-9810-72df0c63818e has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:24.407650 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:24.416425 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] Sync routers for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:24.427963 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:24.428695 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:24.509409 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] No DVR routers for this DVR port 41fa8a48-7300-4643-a581-14e7997c9421 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:33:24.511808 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:24.520239 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-deleted', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:24.528959 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3f51b2e9-ab64-4485-86e6-6d776713cee1 req-d86f2a6b-2a63-4891-9a91-065d824cdd30 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/ports?device_id=43b12028-2ea4-4b34-9e3e-1d0c9b75dde1 HTTP/1.1" status: 200 len: 210 time: 0.0614955 Sep 15 19:33:24.579586 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b12028-2ea4-4b34-9e3e-1d0c9b75dde1', 'name': 'network-vif-deleted', 'tag': '41fa8a48-7300-4643-a581-14e7997c9421', 'status': 'completed', 'code': 200} Sep 15 19:33:24.605898 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-69de92b1-c661-499f-a489-f6bdcbef5f87 req-fe71e2b8-8441-4889-9f25-176c77009b81 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.54 "DELETE /v2.0/ports/41fa8a48-7300-4643-a581-14e7997c9421 HTTP/1.1" status: 204 len: 173 time: 1.6518316 Sep 15 19:33:24.649579 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:24.963509 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:24.967841 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] Checking router: cd65d3ef-5671-49c2-9810-72df0c63818e for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:24.978091 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:24.978713 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:25.118871 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:25.161116 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 41fa8a48-7300-4643-a581-14e7997c9421 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:25.161394 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 41fa8a48-7300-4643-a581-14e7997c9421 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:25.187313 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:25.488956 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:25.492772 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a141ab7c-cc88-40fb-afc7-f67c85db155c None None] The sync data for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb is: [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:26:43Z', 'revision_number': 4, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': '6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829', 'name': '', 'network_id': '1a2fe10b-c7be-4031-8b48-8edbeffb5438', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'mac_address': 'fa:16:3e:01:c4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:42Z', 'updated_at': '2021-09-15T19:26:54Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'subnets': [{'id': '7656c60c-439e-4d29-a4f1-84101b282dcd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:25.705961 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30f7f6c-9e35-4ebf-8281-0634a747365a None None] New status for floating IP c075c686-300e-4a5c-824f-40ba260340bd: DOWN {{(pid=75813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:33:25.754523 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53438) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:25.821451 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f90ef7bb-cfbe-460f-8509-35762ae01f4e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:25.848540 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f90ef7bb-cfbe-460f-8509-35762ae01f4e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:25.961288 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f90ef7bb-cfbe-460f-8509-35762ae01f4e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:25.965291 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-42515983-efbf-483f-8713-b554ef942469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:25.980349 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ef7bb-cfbe-460f-8509-35762ae01f4e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:25.983439 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f90ef7bb-cfbe-460f-8509-35762ae01f4e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:26.052246 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f90ef7bb-cfbe-460f-8509-35762ae01f4e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:26.053390 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-f90ef7bb-cfbe-460f-8509-35762ae01f4e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "DELETE /v2.0/security-groups/bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0 HTTP/1.1" status: 204 len: 168 time: 0.2977722 Sep 15 19:33:26.056625 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53442) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:26.073177 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.api.v2.resource [None req-e7398a03-4b23-40e5-afef-5952fb60c836 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] show failed (client error): The resource could not be found. Sep 15 19:33:26.074149 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-e7398a03-4b23-40e5-afef-5952fb60c836 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "GET /v2.0/security-groups/bdf3078b-8f9b-49d1-9dec-d54dfa39bfd0 HTTP/1.1" status: 404 len: 347 time: 0.0166242 Sep 15 19:33:26.076804 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53446) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:26.231826 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Deleting port b0f2d08f-c8d5-429d-b667-7dba395865d3 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:26.232161 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:26.394132 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:26.394472 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:26.509119 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Calling delete_port for b0f2d08f-c8d5-429d-b667-7dba395865d3 owned by network:floatingip {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:26.738277 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:26.742348 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:26.783291 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Pushing event deleted for resources: {'Port': ['ID=b0f2d08f-c8d5-429d-b667-7dba395865d3,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:26.785631 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:26.874840 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks [] for floatingip, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:26.888812 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:26.889938 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] 10.222.0.57 "DELETE /v2.0/floatingips/c075c686-300e-4a5c-824f-40ba260340bd HTTP/1.1" status: 204 len: 168 time: 0.8123024 Sep 15 19:33:29.956310 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53472) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:30.558127 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695544'] for router_interface, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:31.164969 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Deleting port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:31.165630 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:31.332235 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] For port 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:31.332582 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:31.452575 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Calling delete_port for 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 owned by network:router_interface {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:31.690240 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:31.693685 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a7908d0a-dc6a-4cf3-8f8f-7a2cf963eb19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:31.732919 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:31.736221 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:32.017430 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3810434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692674'] for router_interface, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:32.668981 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Router cd65d3ef-5671-49c2-9810-72df0c63818e has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:32.864611 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:32.875195 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] Sync routers for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:32.879331 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] 10.222.0.57 "PUT /v2.0/routers/cd65d3ef-5671-49c2-9810-72df0c63818e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9196861 Sep 15 19:33:32.883718 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53478) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:32.899494 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:32.900112 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:32.952251 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:33.076976 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks [] for router, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:33.077237 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:33.272789 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:33.330616 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Deleting port b68f9a43-973f-455b-81b7-4f372f2334ad {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:33.330954 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:33.402387 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53'}], 'enable_snat': True}, 'gw_port_id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:33:31Z', 'revision_number': 5, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port': {'id': 'b68f9a43-973f-455b-81b7-4f372f2334ad', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:26:36Z', 'updated_at': '2021-09-15T19:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:33.406218 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] Checking router: cd65d3ef-5671-49c2-9810-72df0c63818e for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:33.416432 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] Routers {'cd65d3ef-5671-49c2-9810-72df0c63818e'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:33.417028 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['cd65d3ef-5671-49c2-9810-72df0c63818e'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:33.501332 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] For port b68f9a43-973f-455b-81b7-4f372f2334ad, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=b68f9a43-973f-455b-81b7-4f372f2334ad,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:33.501679 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:33.567130 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] Set router cd65d3ef-5671-49c2-9810-72df0c63818e gateway port host: None {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:33.617768 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Calling delete_port for b68f9a43-973f-455b-81b7-4f372f2334ad owned by network:router_gateway {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:33.669736 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:33:33Z', 'revision_number': 6, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port_host': None}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:33.674333 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d363c-9c3e-4cde-b168-224430436333 None None] The sync data for ids ['cd65d3ef-5671-49c2-9810-72df0c63818e'] in dv-cinder-805825-3-smb is: [{'id': 'cd65d3ef-5671-49c2-9810-72df0c63818e', 'name': 'tempest-AttachVolumeShelveTestJSON-1125021429-router', 'tenant_id': 'ac059076ce774e1a909de86347779f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:26:34Z', 'updated_at': '2021-09-15T19:33:33Z', 'revision_number': 6, 'project_id': 'ac059076ce774e1a909de86347779f78', 'gw_port_host': None}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:33.859190 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:33.862912 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-72c7592f-e54d-4f23-9c21-8aa7214b0c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:33.993609 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b68f9a43-973f-455b-81b7-4f372f2334ad,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:34.033350 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.033721 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.034152 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.034471 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.034827 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.035180 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.035532 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.035888 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.036239 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.036582 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.036926 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:34.068092 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:34.234599 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694701'] for router_gateway, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.438254 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:34.470528 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:34.470932 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 6d27c3d9-5880-4a1f-bb80-1a6dfd1bc829 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:34.471325 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device b68f9a43-973f-455b-81b7-4f372f2334ad no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:34.486939 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254101'] for router, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.491242 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.503690 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: b68f9a43-973f-455b-81b7-4f372f2334ad {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:34.504040 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device b68f9a43-973f-455b-81b7-4f372f2334ad not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:34.581747 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690773'] for router, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.582289 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd65d3ef-5671-49c2-9810-72df0c63818e {{(pid=75811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:33:34.595344 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.597044 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c831312b-006e-4bc4-aa25-41f09b6a6b9b admin admin] 10.222.0.57 "DELETE /v2.0/routers/cd65d3ef-5671-49c2-9810-72df0c63818e HTTP/1.1" status: 204 len: 168 time: 1.7158613 Sep 15 19:33:34.599126 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53482) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:34.657865 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] Deleting subnet 7656c60c-439e-4d29-a4f1-84101b282dcd {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:33:34.663800 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.711740 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.787426 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.859279 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-040fc92b-0b02-4823-a848-86f533349585 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678153 Sep 15 19:33:34.913545 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.917696 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:34.957032 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7656c60c-439e-4d29-a4f1-84101b282dcd,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:34.959828 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:34.964885 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:34.971276 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eafb333-4b7f-47eb-8e62-2e938cba4b14 None None] Network 1a2fe10b-c7be-4031-8b48-8edbeffb5438 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:33:34.974780 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-6b6b6876-406c-49b0-866b-b2d8486d967c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7656c60c-439e-4d29-a4f1-84101b282dcd HTTP/1.1" status: 204 len: 168 time: 0.3713741 Sep 15 19:33:34.974780 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53486) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:35.029220 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-ed3b30ad-d118-427f-bb88-3f70fe590a8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1098 time: 0.0759058 Sep 15 19:33:35.083396 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.090556 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Deleting port 793fa8f5-edb8-4571-93a5-9cba34381376 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:35.090949 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.171731 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-fcc484d7-7ffc-4b67-b383-fc1a3567f249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.180213 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-f7804f69-9078-4d4a-b52d-6e1de606004d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:35.181359 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-f7804f69-9078-4d4a-b52d-6e1de606004d service neutron] 10.222.0.54 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 909 time: 0.1335793 Sep 15 19:33:35.244514 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] DHCP port deletion for 1a2fe10b-c7be-4031-8b48-8edbeffb5438 request from dv-cinder-805825-3-smb {{(pid=75812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:33:35.250050 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] Deleting port 793fa8f5-edb8-4571-93a5-9cba34381376 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:35.250591 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.288802 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-2d0597d8-c355-4293-b4e1-e21e7b9c82a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 1001 time: 0.1003768 Sep 15 19:33:35.300412 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] For port 793fa8f5-edb8-4571-93a5-9cba34381376, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=793fa8f5-edb8-4571-93a5-9cba34381376,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:35.300846 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.355404 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-c8aa05cc-9e0a-4a4e-a747-15a6e4aa4025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:35.356794 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-c8aa05cc-9e0a-4a4e-a747-15a6e4aa4025 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 200 len: 847 time: 0.0612533 Sep 15 19:33:35.424001 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Calling delete_port for 793fa8f5-edb8-4571-93a5-9cba34381376 owned by network:dhcp {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:35.432181 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-0d1b2488-5e74-4fca-b5b7-5565f160a7fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=133f75bc-5be9-40a0-b207-f413405881ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683515 Sep 15 19:33:35.450016 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] For port 793fa8f5-edb8-4571-93a5-9cba34381376, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=793fa8f5-edb8-4571-93a5-9cba34381376,segment=NetworkSegment(97ec56e1-1d96-48d2-9b80-c7ae154ff919),segment_id=97ec56e1-1d96-48d2-9b80-c7ae154ff919)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:35.450597 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.571278 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-9082989b-00ea-418f-8c68-9335c5d2b7e8 service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316037 Sep 15 19:33:35.597828 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] Calling delete_port for 793fa8f5-edb8-4571-93a5-9cba34381376 owned by network:dhcp {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:33:35.704508 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.708430 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5117be7b-5b77-4bbb-93a3-0ba376ef260a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:35.711000 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.api [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:33:35.713488 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_db.api [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:33:35.730623 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.748681 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=793fa8f5-edb8-4571-93a5-9cba34381376,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:35.752340 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:35.755776 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] No DVR routers for this DVR port 793fa8f5-edb8-4571-93a5-9cba34381376 on host dv-cinder-805825-3-smb {{(pid=75811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:33:35.801607 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ce92bac0-e02b-405a-98da-fc1e46bfe1d4 req-b16ff2ed-d847-46e8-b1ea-11b2c443f757 service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238481 Sep 15 19:33:35.870661 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.884790 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a2fe10b-c7be-4031-8b48-8edbeffb5438']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:35.897223 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ec56e1-1d96-48d2-9b80-c7ae154ff919') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:35.897512 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ec56e1-1d96-48d2-9b80-c7ae154ff919') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:35.908970 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.927682 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.933485 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:33:35.933857 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:33:35.946738 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:33:36.090272 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:36.095871 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:36.099427 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:36.125138 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a2fe10b-c7be-4031-8b48-8edbeffb5438,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:36.127697 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:36.131277 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f2c4acce-e18b-404a-af0a-207e91296ac0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1a2fe10b-c7be-4031-8b48-8edbeffb5438 HTTP/1.1" status: 204 len: 168 time: 1.1547246 Sep 15 19:33:36.212532 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] Deleting port 793fa8f5-edb8-4571-93a5-9cba34381376 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:33:36.212941 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:36.277232 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6e1310f9-d66e-4979-8a72-9b4cdf774c05 None None] The port '793fa8f5-edb8-4571-93a5-9cba34381376' was deleted {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:33:36.323587 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 793fa8f5-edb8-4571-93a5-9cba34381376 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:33:36.391697 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 793fa8f5-edb8-4571-93a5-9cba34381376 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:33:36.392049 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 793fa8f5-edb8-4571-93a5-9cba34381376 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:33:36.501597 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53494) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:36.554800 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-0bffa167-50af-4c3b-a1f0-5d10a65f07e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac059076ce774e1a909de86347779f78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518980 Sep 15 19:33:36.557029 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53498) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:36.613772 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a2485e7b-6787-4a58-bd94-472e01533e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:36.637951 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a2485e7b-6787-4a58-bd94-472e01533e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:36.778512 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a2485e7b-6787-4a58-bd94-472e01533e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:36.782838 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-603c76f9-626c-42e3-9d8e-25a7c0e09e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:36.796541 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2485e7b-6787-4a58-bd94-472e01533e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd919c47-cafb-460a-a25d-b5b9e5869eec,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:36.800307 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a2485e7b-6787-4a58-bd94-472e01533e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:36.803466 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-a2485e7b-6787-4a58-bd94-472e01533e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:36.804582 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-a2485e7b-6787-4a58-bd94-472e01533e84 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd919c47-cafb-460a-a25d-b5b9e5869eec HTTP/1.1" status: 204 len: 168 time: 0.2466805 Sep 15 19:33:37.435457 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-08572834-a6f9-484c-abc4-df3bdf5c7efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:37.974735 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53520) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:38.100826 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-181851399-network', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:38.105559 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:38.109305 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Usage tracker for resource:network and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:38.114708 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:38.118976 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:38.212934 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Made reservation on behalf of e3063024778b44a696e8301bf7194d9c for: {'network': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:33:38.216538 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for network, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.229035 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.259565 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:38.263342 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Usage tracker for resource:security_group_rule and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:38.266054 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:38.271823 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:38.337157 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.406810 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.409822 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9a556ff5-1c43-4498-b098-8a2d45596415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:38.439675 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=75811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 19:33:38.444820 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e1c960-4280-404e-a116-5d4243c1e99a,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:38.448339 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:38.451889 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.452227 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.db.segments_db [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Added segment 226654b8-5df9-44cd-b156-ff2e537168d3 of type vlan for network 3996813a-5c08-47db-97c3-724f1c7242d3 Sep 15 19:33:38.477793 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740175748078'] for network, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.498607 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.578257 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335'] for network, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.580008 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:38.580557 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:38.583859 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8196b8b9-2586-4bd4-926c-149369e904f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:38.680066 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Pushing event updated for resources: {'Network': ['ID=3996813a-5c08-47db-97c3-724f1c7242d3,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:38.682648 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:38.689950 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Network 3996813a-5c08-47db-97c3-724f1c7242d3 details requested by agent ovs-agent-dv-cinder-805825-3-smb with host dv-cinder-805825-3-smb {{(pid=75812) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 19:33:38.742739 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7668836 Sep 15 19:33:38.745747 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53526) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:38.751888 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Request body: {'subnet': {'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-181851399-subnet', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:38.757281 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:38.761231 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Usage tracker for resource:subnet and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:38.764130 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:38.769835 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:38.832897 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Made reservation on behalf of e3063024778b44a696e8301bf7194d9c for: {'subnet': 1} {{(pid=75811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:33:38.835232 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2094039'] for subnet, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.124787 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1597822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2094017'] for subnet, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.128599 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:39.196752 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbe9e86-5d03-418e-9fca-dcc77f95145e,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:39.201651 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:39.211130 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Checking segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:33:39.211480 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Network hostable DHCP agents. Network: 3996813a-5c08-47db-97c3-724f1c7242d3, hostable agents: ['293aae0d-1b66-4057-8950-4e8b28bdadcf'], hosted agents: [] {{(pid=75811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 19:33:39.284428 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Network 3996813a-5c08-47db-97c3-724f1c7242d3 is scheduled to be hosted by DHCP agent 293aae0d-1b66-4057-8950-4e8b28bdadcf with binding_index 1 {{(pid=75811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 19:33:39.355191 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-3-smb, 3996813a-5c08-47db-97c3-724f1c7242d3) {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:39.359045 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=75811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:39.359632 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.364733 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3a0616-5306-4b99-84d1-070e849222e8 None None] Network 3996813a-5c08-47db-97c3-724f1c7242d3 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:33:39.436543 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-1922b089-0c8e-4c37-9884-026633502df3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6897008 Sep 15 19:33:39.439155 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53530) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:39.444143 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:39.448926 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:39.452535 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Usage tracker for resource:router and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:39.455831 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:39.461652 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:39.526996 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-690935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254087'] for router, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.528067 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-691038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694906', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-331940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254092'] for router, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.546159 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.570972 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpec68947a-901f-532e-b36f-b1c47c7535e8-3996813a-5c08-47db-97c3-724f1c7242d3', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e'}]}} from dv-cinder-805825-3-smb. {{(pid=75812) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Sep 15 19:33:39.571785 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.722980 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.db_base_plugin_common [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Allocated IP 172.20.0.2 (3996813a-5c08-47db-97c3-724f1c7242d3/0fbe9e86-5d03-418e-9fca-dcc77f95145e/78bb87e8-4046-45e1-adfc-fbcb3bffb694) {{(pid=75812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:39.760934 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-694888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-690917', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254106'] for router, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.902131 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.933062 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Notify callbacks [] for port, precommit_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:39.943442 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Transition to ACTIVE for port object 78bb87e8-4046-45e1-adfc-fbcb3bffb694 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:39.961961 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Transition to ACTIVE for port object 78bb87e8-4046-45e1-adfc-fbcb3bffb694 will not be triggered until provisioned by entity DHCP. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:40.009319 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.037891 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.041707 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207'] for port, after_create {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.046528 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-78b1d441-db56-4729-83c1-26f10a62880c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:40.106850 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Network 3996813a-5c08-47db-97c3-724f1c7242d3 is already hosted by enough agents. {{(pid=75812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:40.109827 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.scheduler.base_scheduler [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Resources bound (agent type, host, resource id): {{(pid=75812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:40.112447 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Received port after_create {{(pid=75812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:33:40.121027 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Pushing event updated for resources: {'Port': ['ID=78bb87e8-4046-45e1-adfc-fbcb3bffb694,revision_number=1']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:40.158120 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.158473 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.158799 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.159122 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.159442 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.159758 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.160186 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.160500 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.160809 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.161119 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.161428 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:40.165271 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:40.237220 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Attempting to bind port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:33:40.237592 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Attempting to bind port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:33:40.237954 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Attempting to bind port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 on network 3996813a-5c08-47db-97c3-724f1c7242d3 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:33:40.244182 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:33:40.244554 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Checking segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:33:40.245208 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.245600 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Bound using segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:33:40.246052 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Bound port: 78bb87e8-4046-45e1-adfc-fbcb3bffb694, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:33:40.246444 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.270174 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Allocated IP 172.28.1.108 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/de72e30c-30fc-4ef7-9648-ac99022350a0) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:40.330719 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] For port 78bb87e8-4046-45e1-adfc-fbcb3bffb694, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:40.333626 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] For port 78bb87e8-4046-45e1-adfc-fbcb3bffb694, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=78bb87e8-4046-45e1-adfc-fbcb3bffb694,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:40.390205 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.394531 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:40.413634 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.472943 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Pushing event updated for resources: {'Port': ['ID=78bb87e8-4046-45e1-adfc-fbcb3bffb694,revision_number=2']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:40.475528 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:40.499202 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.503813 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:40.572596 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:40.573559 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=de72e30c-30fc-4ef7-9648-ac99022350a0,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:40.576237 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:40.577903 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:40.580033 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:33:40.807899 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:40.808561 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-690926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-694869'] for router, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:41.150227 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 is scheduled to L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 with binding_index 1 {{(pid=75811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 19:33:41.344725 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbc54dc-4fad-427e-9495-d5563026d0f5 None None] Network 3996813a-5c08-47db-97c3-724f1c7242d3 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:33:41.353086 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:41.362348 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Sync routers for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:41.374048 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:41.374705 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:41.439568 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:41.441518 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0012107 Sep 15 19:33:41.444022 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53534) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:41.551557 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:41.552503 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-18f6b23c-ee06-4d24-af61-cac6ca22a203 None None] Provisioning for port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:41.833736 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:40Z', 'revision_number': 3, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:41.837542 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Checking router: f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:41.837916 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Updating router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 port de72e30c-30fc-4ef7-9648-ac99022350a0 binding host dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:33:41.891203 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.214845 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Notify callbacks [] for port, precommit_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.232026 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.provisioning_blocks [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Transition to ACTIVE for port object de72e30c-30fc-4ef7-9648-ac99022350a0 will not be triggered until provisioned by entity L2. {{(pid=75813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:42.292146 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.313766 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.317867 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-06fd23c1-90ee-45da-862b-ffa7a3fa8186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:42.353687 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 78bb87e8-4046-45e1-adfc-fbcb3bffb694 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:42.388716 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Pushing event updated for resources: {'Port': ['ID=de72e30c-30fc-4ef7-9648-ac99022350a0,revision_number=2']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:42.400580 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Attempting to bind port de72e30c-30fc-4ef7-9648-ac99022350a0 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:33:42.400943 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Attempting to bind port de72e30c-30fc-4ef7-9648-ac99022350a0 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:33:42.401302 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Attempting to bind port de72e30c-30fc-4ef7-9648-ac99022350a0 on network 4f653d49-f5e4-4d58-abca-ae1862572e36 {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:33:42.410297 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.410633 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.410953 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.411454 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.411774 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.412260 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.412734 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.413048 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.413360 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.413670 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.413979 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:42.418040 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:33:42.418439 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Checking segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:33:42.418845 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.419219 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Bound using segment: {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'} {{(pid=75813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:33:42.419680 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.managers [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Bound port: de72e30c-30fc-4ef7-9648-ac99022350a0, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c856006-b8f0-43db-8b6c-8adf6456ecde', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}}] {{(pid=75813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:33:42.420071 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.444996 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:42.493759 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] For port de72e30c-30fc-4ef7-9648-ac99022350a0, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:42.497172 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.plugins.ml2.db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] For port de72e30c-30fc-4ef7-9648-ac99022350a0, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=de72e30c-30fc-4ef7-9648-ac99022350a0,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:42.513343 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Allocated IP 172.20.0.1 (3996813a-5c08-47db-97c3-724f1c7242d3/0fbe9e86-5d03-418e-9fca-dcc77f95145e/d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:42.515436 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:42.520432 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:42.520803 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.617162 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron_lib.callbacks.manager [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.622837 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-1dda1c7e-9951-4d31-b627-a63b23d3f7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:42.636956 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.666566 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.669539 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port 78bb87e8-4046-45e1-adfc-fbcb3bffb694, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=78bb87e8-4046-45e1-adfc-fbcb3bffb694,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:42.685160 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.provisioning_blocks [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Transition to ACTIVE for port object d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 will not be triggered until provisioned by entity DHCP. {{(pid=75811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:42.698565 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Pushing event updated for resources: {'Port': ['ID=de72e30c-30fc-4ef7-9648-ac99022350a0,revision_number=3']} {{(pid=75813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:42.702569 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG oslo_concurrency.lockutils [None req-a248b184-0954-45ac-87d3-04e60882d531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:42.711754 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:42.711754 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:42.755699 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.757541 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-0eeb6ead-3652-4b9b-aca5-0e4eb3c961a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:42.784699 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:42.788849 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-07a33b7f-d260-4338-9dda-81a0f72f326a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:42.821486 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=78bb87e8-4046-45e1-adfc-fbcb3bffb694,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:42.824676 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:42.857142 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Network 3996813a-5c08-47db-97c3-724f1c7242d3 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:42.860632 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:42.863047 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:33:42.887816 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Pushing event updated for resources: {'Port': ['ID=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:42.891155 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:42.909542 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:42.939265 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694531'] for router_interface, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:43.105462 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:43.167300 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-5307a042-faf8-409b-8682-fabb97f55f0b None None] Provisioning for port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:43.173428 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-5307a042-faf8-409b-8682-fabb97f55f0b None None] Provisioning complete for port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:43.173800 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5307a042-faf8-409b-8682-fabb97f55f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:43.208214 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:40Z', 'revision_number': 3, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:43.212701 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f1c786-b70f-4069-8dd0-bdfd06db3680 None None] The sync data for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb is: [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:40Z', 'revision_number': 3, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:43.265451 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-5307a042-faf8-409b-8682-fabb97f55f0b None None] Port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:33:43.337764 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify callbacks [] for port, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:43.407739 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1597893'] for port, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:43.440048 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-11dc2f40-407a-4cd6-bbe9-7de5f74e8978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:43.528473 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3810520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695343'] for router_interface, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:43.532637 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Pushing event updated for resources: {'Port': ['ID=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,revision_number=2']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:43.536468 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:43.686407 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Network 3996813a-5c08-47db-97c3-724f1c7242d3 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:43.687575 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:43.992641 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6deba677-f65e-4b80-b493-4ec44b525230 None None] Provisioning complete for port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:43.993208 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6deba677-f65e-4b80-b493-4ec44b525230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:44.043256 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6deba677-f65e-4b80-b493-4ec44b525230 None None] Port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:33:44.085256 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:33:44.390208 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:33:44.392980 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 78bb87e8-4046-45e1-adfc-fbcb3bffb694 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:44.399369 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-511e147e-a5eb-44aa-8e01-34304b0d631d admin admin] 10.222.0.57 "PUT /v2.0/routers/f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9541931 Sep 15 19:33:44.459682 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:44.460059 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:44.573594 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device de72e30c-30fc-4ef7-9648-ac99022350a0 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:44.704444 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port de72e30c-30fc-4ef7-9648-ac99022350a0 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:44.709379 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port de72e30c-30fc-4ef7-9648-ac99022350a0 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:44.712841 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:44.821045 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:44.836517 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port de72e30c-30fc-4ef7-9648-ac99022350a0, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=de72e30c-30fc-4ef7-9648-ac99022350a0,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:44.909832 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:44.911742 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:44.978718 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=de72e30c-30fc-4ef7-9648-ac99022350a0,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:44.981667 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:45.210044 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53546) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:45.215924 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371524612', 'description': 'tempest-description--1179970808'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:45.221676 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:45.225639 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:security_group and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:45.228445 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:45.233949 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:45.309558 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.343794 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:45.347513 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:security_group_rule and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:45.350338 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:45.356037 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:45.411193 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.475364 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.478867 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-5752a913-a6bd-4aa1-8359-fb14d2f39739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:45.518057 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1942125c-d9e1-4ab0-9a22-16081c4ae89e,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:45.520815 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:45.578580 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.579855 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3687804 Sep 15 19:33:45.582642 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53550) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:45.588164 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'security_group_rule': {'security_group_id': '1942125c-d9e1-4ab0-9a22-16081c4ae89e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:45.593912 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:45.597690 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:security_group_rule and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:45.600497 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:45.606172 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:45.704586 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.763835 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.839537 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.841525 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:45.864105 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743141ed-3fc4-4057-a431-d83ce8227bea,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:45.866507 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:45.949854 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:45.951085 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d94f7c3b-4562-47de-98fa-ef1ef787d972 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3675468 Sep 15 19:33:45.953648 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53554) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:45.959305 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'security_group_rule': {'security_group_id': '1942125c-d9e1-4ab0-9a22-16081c4ae89e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:45.965083 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:45.968818 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:security_group_rule and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:45.972219 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:45.977732 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:46.056587 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.119917 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.212887 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.215045 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b1dee962-f480-4e9a-b257-e1ee63d5b46f tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:46.244319 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a4b01e-e651-46e3-a08d-1d972219757f,revision_number=0']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:46.248939 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:46.313571 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.314779 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-89660ca3-84ec-4dce-95bb-330f67813895 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3601737 Sep 15 19:33:46.317692 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53558) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:33:46.322976 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.v2.base [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'floatingip': {'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}} {{(pid=75811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:46.328560 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:46.332544 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device de72e30c-30fc-4ef7-9648-ac99022350a0 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:46.333059 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:floatingip and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:46.335989 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:46.341652 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:46.403376 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port de72e30c-30fc-4ef7-9648-ac99022350a0 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:46.403752 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.407985 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.548867 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.625054 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Sync routers for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:33:46.637144 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:46.637831 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:46.681038 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_common [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Allocated IP 172.28.1.156 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/05384e63-4a41-4a6c-a363-abeab4e3eec8) {{(pid=75811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:46.809828 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:46.824662 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for port, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.902347 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:46.906167 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9d7b88d8-6515-4f1d-b7d3-bde591dfd8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:46.977134 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:46.977932 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'Port': ['ID=05384e63-4a41-4a6c-a363-abeab4e3eec8,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:46.980693 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:46.981797 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.base_scheduler [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources bound (agent type, host, resource id): {{(pid=75811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:46.983837 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Received port after_create {{(pid=75811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:33:47.117277 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:43Z', 'revision_number': 2, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:47.124430 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Checking router: f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:33:47.129743 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Updating router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 binding host dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Sep 15 19:33:47.139867 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.174633 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.242574 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.444724 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for port, precommit_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.504283 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1597893'] for port, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.504872 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Notify callbacks [] for port, precommit_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.508623 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e63f8032-b13c-4f49-ba2c-88525f1bab6e tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:47.516086 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Transition to ACTIVE for port object d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 will not be triggered until provisioned by entity L2. {{(pid=75812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:47.609875 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'Port': ['ID=05384e63-4a41-4a6c-a363-abeab4e3eec8,revision_number=2']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:47.610162 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.614640 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:47.615065 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:47.623901 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.698833 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.702784 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3814704 Sep 15 19:33:47.767228 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03468cb8-cbf6-4baf-968d-2cde33370e98 None None] Pushing event updated for resources: {'Port': ['ID=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,revision_number=3']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:47.771544 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-03468cb8-cbf6-4baf-968d-2cde33370e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:47.856763 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Attempting to bind port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 on host dv-cinder-805825-3-smb for vnic_type normal with profile {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:33:47.857147 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Attempting to bind port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 by drivers openvswitch,hyperv on host dv-cinder-805825-3-smb at level 0 using segments [{'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:33:47.857517 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Attempting to bind port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 on network 3996813a-5c08-47db-97c3-724f1c7242d3 {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:33:47.864448 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Checking agent: {'id': 'd6f78713-a6f2-4dfd-9b71-d61b91a11499', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 18, 5), 'started_at': datetime.datetime(2021, 9, 15, 19, 18, 35), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:33:47.864836 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Checking segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:33:47.865242 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.865638 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Bound using segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} {{(pid=75812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:33:47.866115 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.managers [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Bound port: d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8, host: dv-cinder-805825-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'}}] {{(pid=75812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:33:47.866524 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:47.905488 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-ce146797-2151-4ba5-b087-742b596c6852 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1371524612&fields=id&tenant_id=e3063024778b44a696e8301bf7194d9c HTTP/1.1" status: 200 len: 267 time: 0.0549307 Sep 15 19:33:47.953112 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] For port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8, host dv-cinder-805825-3-smb, cleared binding levels {{(pid=75812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:47.956823 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] For port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8, host dv-cinder-805825-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:48.049080 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-bea750d5-0c37-42e4-a848-ba8062a17838 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:48.050524 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-bea750d5-0c37-42e4-a848-ba8062a17838 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 810 time: 0.1442864 Sep 15 19:33:48.059208 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:48.063986 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:48.067002 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-1e72d0ed-37ee-4325-9850-81750d5c544a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/quotas/e3063024778b44a696e8301bf7194d9c HTTP/1.1" status: 200 len: 375 time: 0.0110238 Sep 15 19:33:48.145332 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03468cb8-cbf6-4baf-968d-2cde33370e98 None None] Pushing event updated for resources: {'Port': ['ID=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:48.148297 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:33:48.148877 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:48.156432 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-a1ff4c62-70a8-4940-ac6a-5cfbb2829db4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0836263 Sep 15 19:33:48.204374 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-03468cb8-cbf6-4baf-968d-2cde33370e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:48.315752 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-15d5e2e1-fa59-4a1f-8407-56b040cd8c9e service neutron] 10.222.0.57 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417508 Sep 15 19:33:48.352290 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:33:48.447127 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-110366da-9c81-4d71-ad83-227a667e43ed service neutron] 10.222.0.57 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255572 Sep 15 19:33:48.668014 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:47Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:33:48.672032 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e4e60-a4b9-4f8b-bfb5-8f349a8484ff None None] The sync data for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb is: [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:47Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:33:48.707760 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c654247e-5c4a-4e3a-8ec8-72d1e8481632 req-6b9b49f7-8045-462b-bd24-5a976469c293 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 210 time: 0.0486071 Sep 15 19:33:49.893376 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-253492bf-9e0e-43b6-9414-4e6fb9576da6 req-1648f451-8bcd-41e9-8774-4202689a5491 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 210 time: 0.0439842 Sep 15 19:33:50.349344 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:50.467416 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning for port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:50.472119 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:50.472478 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:50.583779 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:50.614204 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] For port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:50.684862 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:50.686705 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:50.748705 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Pushing event updated for resources: {'Port': ['ID=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:50.752279 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:50.939814 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-7400bbdd-0a8c-49cc-a68e-155e2dcd8d49 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:50.941327 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-7400bbdd-0a8c-49cc-a68e-155e2dcd8d49 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 810 time: 0.1436791 Sep 15 19:33:50.996107 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-699e6199-eb5e-4858-a943-7a229426cd14 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3063024778b44a696e8301bf7194d9c HTTP/1.1" status: 200 len: 380 time: 0.0409698 Sep 15 19:33:51.005768 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'port': {'device_id': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'admin_state_up': True, 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'security_groups': ['1942125c-d9e1-4ab0-9a22-16081c4ae89e']}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:51.081793 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-a7fbebc2-1c09-4aa0-bb3d-5fa1a7af29b7 req-a3c8b329-7e7f-4a64-8000-f3c41d5b050c tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 210 time: 0.0600643 Sep 15 19:33:51.181395 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:33:51.185207 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:port and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:33:51.188034 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for port was recalculated. Used quota:3. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:33:51.193665 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:33:51.276056 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Made reservation on behalf of e3063024778b44a696e8301bf7194d9c for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:33:51.279356 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:51.434136 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Allocated IP 172.20.0.7 (3996813a-5c08-47db-97c3-724f1c7242d3/0fbe9e86-5d03-418e-9fca-dcc77f95145e/bc27dd18-d78a-4369-9def-c8f01a1f92f3) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:33:51.616389 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:51.632783 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Transition to ACTIVE for port object bc27dd18-d78a-4369-9def-c8f01a1f92f3 will not be triggered until provisioned by entity DHCP. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:51.733010 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:51.738474 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7c779925-ec77-4770-aadb-1ffd43c71ad1 tempest-AttachVolumeNegativeTest-1676112405 tempest-AttachVolumeNegativeTest-1676112405-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:51.801963 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Network 3996813a-5c08-47db-97c3-724f1c7242d3 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:33:51.804979 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:33:51.808808 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:33:51.843331 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'Port': ['ID=bc27dd18-d78a-4369-9def-c8f01a1f92f3,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:51.863742 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.864106 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.864467 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.864820 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.865170 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.865521 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.865870 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.866262 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.866612 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.866955 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.867298 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:33:51.872965 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:51.884160 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:51.884767 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:51.971417 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9700055 Sep 15 19:33:51.983464 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Request body: {'port': {'device_id': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:33:52.069748 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-9e4c63a4-6ab5-4f83-8bd5-58c70bbbbbe9 None None] Provisioning for port bc27dd18-d78a-4369-9def-c8f01a1f92f3 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:52.075139 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-9e4c63a4-6ab5-4f83-8bd5-58c70bbbbbe9 None None] Provisioning complete for port bc27dd18-d78a-4369-9def-c8f01a1f92f3 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:52.075450 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9e4c63a4-6ab5-4f83-8bd5-58c70bbbbbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:52.130520 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c63a4-6ab5-4f83-8bd5-58c70bbbbbe9 None None] Port bc27dd18-d78a-4369-9def-c8f01a1f92f3 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:33:52.171403 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:52.337550 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 up at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:52.399770 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f31f3-ec41-47f4-8d56-29bb7aad0c5c req-d8f7ff8a-499f-4f1e-a8ce-61e10292f7b5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:52.400414 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-f19f31f3-ec41-47f4-8d56-29bb7aad0c5c req-d8f7ff8a-499f-4f1e-a8ce-61e10292f7b5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Synchronizing usage tracker for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:33:52.404688 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Provisioning complete for port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:52.405066 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:52.559699 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-f19f31f3-ec41-47f4-8d56-29bb7aad0c5c req-d8f7ff8a-499f-4f1e-a8ce-61e10292f7b5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Unset dirty status for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:33:52.560782 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f19f31f3-ec41-47f4-8d56-29bb7aad0c5c req-d8f7ff8a-499f-4f1e-a8ce-61e10292f7b5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 931 time: 0.3434312 Sep 15 19:33:52.601752 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc27dd18-d78a-4369-9def-c8f01a1f92f3 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:33:52.614986 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:52.636649 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Transition to ACTIVE for port object bc27dd18-d78a-4369-9def-c8f01a1f92f3 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:33:52.639083 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f19f31f3-ec41-47f4-8d56-29bb7aad0c5c req-e569bd67-7b76-4784-9ba9-f67ed8a6350b tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676379 Sep 15 19:33:52.715708 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:52.719607 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-09497dd5-db62-4901-a705-2bb8a38c5ea6 tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:52.840771 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Pushing event updated for resources: {'Port': ['ID=bc27dd18-d78a-4369-9def-c8f01a1f92f3,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:52.845692 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:52.948976 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Attempting to bind port bc27dd18-d78a-4369-9def-c8f01a1f92f3 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:33:52.949318 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Attempting to bind port bc27dd18-d78a-4369-9def-c8f01a1f92f3 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:33:52.949702 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Attempting to bind port bc27dd18-d78a-4369-9def-c8f01a1f92f3 on network 3996813a-5c08-47db-97c3-724f1c7242d3 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:33:52.955864 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Port bc27dd18-d78a-4369-9def-c8f01a1f92f3 on network 3996813a-5c08-47db-97c3-724f1c7242d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:33:52.956186 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Attempting to bind port bc27dd18-d78a-4369-9def-c8f01a1f92f3 on network 3996813a-5c08-47db-97c3-724f1c7242d3 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:33:52.962357 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:33:52.962691 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Checking segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:33:52.963065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Bound using segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:33:52.963485 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Bound port: bc27dd18-d78a-4369-9def-c8f01a1f92f3, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:33:52.963828 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:53.051100 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] For port bc27dd18-d78a-4369-9def-c8f01a1f92f3, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:33:53.053905 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] For port bc27dd18-d78a-4369-9def-c8f01a1f92f3, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:33:53.149779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:53.153826 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:53.211100 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:53.212463 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] 10.222.0.54 "PUT /v2.0/ports/bc27dd18-d78a-4369-9def-c8f01a1f92f3 HTTP/1.1" status: 200 len: 1093 time: 1.2334414 Sep 15 19:33:53.221524 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'tag': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:53.231947 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Pushing event updated for resources: {'Port': ['ID=bc27dd18-d78a-4369-9def-c8f01a1f92f3,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:53.235223 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-40bfbb49-6bed-49b7-b782-d9efccbe59bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:53.278552 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'tag': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'status': 'completed', 'code': 200} Sep 15 19:33:53.374679 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-01292d93-7fab-4ff3-ad8e-9129beb0e477 req-b81745ba-44f6-44b2-90a3-d053b835684c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 1096 time: 0.0767388 Sep 15 19:33:53.512654 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292d93-7fab-4ff3-ad8e-9129beb0e477 req-5eea38a5-6c4f-4e6e-914c-d5e74f61bd50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:53.514078 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-01292d93-7fab-4ff3-ad8e-9129beb0e477 req-5eea38a5-6c4f-4e6e-914c-d5e74f61bd50 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e3063024778b44a696e8301bf7194d9c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1313891 Sep 15 19:33:53.644898 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292d93-7fab-4ff3-ad8e-9129beb0e477 req-b065e6dd-c850-406b-b0ec-c342d3e6b80e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:53.646345 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-01292d93-7fab-4ff3-ad8e-9129beb0e477 req-b065e6dd-c850-406b-b0ec-c342d3e6b80e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262264 Sep 15 19:33:53.682260 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:33:53.748108 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-7b40b038-3366-4d45-b616-2f1b9263704a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 1096 time: 0.0670059 Sep 15 19:33:53.853462 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-a9ec1686-5744-4d6f-89c7-b5f4f060ea73 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3 HTTP/1.1" status: 200 len: 217 time: 0.0984073 Sep 15 19:33:54.018085 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-353a51a5-7e37-47fd-bf6d-3f240c2313e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:54.019439 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-353a51a5-7e37-47fd-bf6d-3f240c2313e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbe9e86-5d03-418e-9fca-dcc77f95145e HTTP/1.1" status: 200 len: 849 time: 0.1555865 Sep 15 19:33:54.025511 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a88a6-7352-458d-8050-88fb83033add req-89fe0e72-2c6c-4017-a8f7-99c316b1dbeb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:54.026872 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f0a88a6-7352-458d-8050-88fb83033add req-89fe0e72-2c6c-4017-a8f7-99c316b1dbeb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 943 time: 0.2708662 Sep 15 19:33:54.115827 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f0a88a6-7352-458d-8050-88fb83033add req-c62ce78e-aaaa-4fe4-914d-f5f4c8789c8a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601361 Sep 15 19:33:54.129717 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-b5417396-7dfe-4940-903a-f5e23fa5c621 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3996813a-5c08-47db-97c3-724f1c7242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019778 Sep 15 19:33:54.269208 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-bbd3d854-f1fe-40b6-940d-d1e8904feace service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324034 Sep 15 19:33:54.397486 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8f1e2fcc-c07f-4175-bc70-be6260cf3a2e req-a116b3fe-24cc-4bf4-8a3c-4e600ee72590 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223977 Sep 15 19:33:55.275193 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device bc27dd18-d78a-4369-9def-c8f01a1f92f3 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:33:55.315298 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88054104-8119-45d4-abf1-fd4ef45e8756 req-61b1fc1c-5869-4e83-b98f-cacbc8251844 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:55.316772 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-88054104-8119-45d4-abf1-fd4ef45e8756 req-61b1fc1c-5869-4e83-b98f-cacbc8251844 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 943 time: 0.0823729 Sep 15 19:33:55.362773 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-88054104-8119-45d4-abf1-fd4ef45e8756 req-5e3d8f73-397d-4a7d-b771-33a7910fac57 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 Sep 15 19:33:55.434780 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port bc27dd18-d78a-4369-9def-c8f01a1f92f3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:55.456012 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'port_id': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'mac_address': 'fa:16:3e:75:7e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:33:55.508385 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:55.526849 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc27dd18-d78a-4369-9def-c8f01a1f92f3 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:33:55.540776 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port bc27dd18-d78a-4369-9def-c8f01a1f92f3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:55.600870 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:55.602618 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:55.670790 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=bc27dd18-d78a-4369-9def-c8f01a1f92f3,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:55.674434 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:55.801566 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['bc27dd18-d78a-4369-9def-c8f01a1f92f3'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:33:56.554975 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6deb20-a584-4820-b325-d52b19912ce3 req-d0bb50e1-52cd-4f95-991e-0a0c6c62f1ad tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:56.556367 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6d6deb20-a584-4820-b325-d52b19912ce3 req-d0bb50e1-52cd-4f95-991e-0a0c6c62f1ad tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 944 time: 0.0746462 Sep 15 19:33:56.600464 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6d6deb20-a584-4820-b325-d52b19912ce3 req-807b7745-27d1-47cf-8c77-f40f232d1022 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387137 Sep 15 19:33:57.288587 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device bc27dd18-d78a-4369-9def-c8f01a1f92f3 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:33:57.429487 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port bc27dd18-d78a-4369-9def-c8f01a1f92f3 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:33:57.434654 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port bc27dd18-d78a-4369-9def-c8f01a1f92f3 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:33:57.435027 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:57.545751 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:57.570603 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:33:57.580478 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port bc27dd18-d78a-4369-9def-c8f01a1f92f3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:33:57.623924 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'code': 200} Sep 15 19:33:57.661685 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:33:57.663777 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:33:57.727893 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=bc27dd18-d78a-4369-9def-c8f01a1f92f3,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:33:57.730970 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:33:57.804608 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc84175-4c22-41ed-b61a-e4dde5909215 req-8502597c-1c7d-4d92-b080-3569dc13dcf4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:57.805969 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dfc84175-4c22-41ed-b61a-e4dde5909215 req-8502597c-1c7d-4d92-b080-3569dc13dcf4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0784149 Sep 15 19:33:57.851956 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dfc84175-4c22-41ed-b61a-e4dde5909215 req-98f81622-35f3-4137-be79-3581293db748 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Sep 15 19:33:58.019954 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3ff50b7f-f1b1-4697-91ec-81ebcf737569 req-625a01c4-539e-46ae-b1f6-e45c69c5d5ce service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0674672 Sep 15 19:33:58.065028 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3ff50b7f-f1b1-4697-91ec-81ebcf737569 req-e1b021e2-dfe7-43f9-9636-4f0c070a75c8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384202 Sep 15 19:33:59.048445 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51035f-9d74-4d90-b6f1-1780301e108d req-caafabac-6d0e-41a0-b480-239009af74a4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:33:59.050694 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ba51035f-9d74-4d90-b6f1-1780301e108d req-caafabac-6d0e-41a0-b480-239009af74a4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0761058 Sep 15 19:33:59.096754 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ba51035f-9d74-4d90-b6f1-1780301e108d req-67371298-b62d-47c4-b0c7-76c73aef171a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398486 Sep 15 19:34:00.300234 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200e186-cbbf-4837-abce-ed74802235f9 req-e607c999-6de3-45fa-8495-7d081f83f6c9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:00.301688 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f200e186-cbbf-4837-abce-ed74802235f9 req-e607c999-6de3-45fa-8495-7d081f83f6c9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0790939 Sep 15 19:34:00.345316 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f200e186-cbbf-4837-abce-ed74802235f9 req-22287042-9605-4cdb-9f90-2e754c18738e tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376458 Sep 15 19:34:00.535178 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a89b3-53f8-46b5-8475-c546601a3296 req-3e87bd8c-3dfd-40a2-b9ce-4e5051131a0c tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:00.536540 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-126a89b3-53f8-46b5-8475-c546601a3296 req-3e87bd8c-3dfd-40a2-b9ce-4e5051131a0c tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0759101 Sep 15 19:34:00.544997 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53608) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:34:00.550207 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'floatingip': {'port_id': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:34:00.624864 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:01.298747 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:01.355200 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:01.560553 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Floating IP 1742b35f-df7f-4d41-b166-484cd34ca556 associated. External IP: 172.28.1.156, port: bc27dd18-d78a-4369-9def-c8f01a1f92f3. Sep 15 19:34:01.956463 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:34:02.148766 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:34:02.153637 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:02.157940 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] Sync routers for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:34:02.170402 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:34:02.171053 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:02.208591 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-ca3c10da-469e-48c4-bc16-ae5b738df1c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "PUT /v2.0/floatingips/1742b35f-df7f-4d41-b166-484cd34ca556 HTTP/1.1" status: 200 len: 991 time: 1.6612718 Sep 15 19:34:02.208591 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'tag': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:34:02.266010 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'tag': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'status': 'completed', 'code': 200} Sep 15 19:34:02.355999 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:34:02.359835 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-5c372b99-7d37-4f39-995e-4131b52ab55d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0722418 Sep 15 19:34:02.489629 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-0b1ce61c-b286-456a-96ed-4844435c8677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:02.491100 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-0b1ce61c-b286-456a-96ed-4844435c8677 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 911 time: 0.1245143 Sep 15 19:34:02.590596 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-fc632f6d-615c-4f24-b90d-7b45d392fa8d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3 HTTP/1.1" status: 200 len: 999 time: 0.0932117 Sep 15 19:34:02.650125 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-0be33603-68e9-4777-ba45-b94ffd4dec1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:02.651556 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-0be33603-68e9-4777-ba45-b94ffd4dec1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbe9e86-5d03-418e-9fca-dcc77f95145e HTTP/1.1" status: 200 len: 849 time: 0.0555716 Sep 15 19:34:02.694401 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1742b35f-df7f-4d41-b166-484cd34ca556', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'floating_ip_address': '172.28.1.156', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'port_id': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'mac_address': 'fa:16:3e:75:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:33:47Z', 'updated_at': '2021-09-15T19:34:01Z', 'revision_number': 1, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:02.698530 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] Checking router: f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:34:02.710002 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:34:02.710670 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:33:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:02.813402 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-fe1af075-e92b-48e9-bfff-f26183e8baed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3996813a-5c08-47db-97c3-724f1c7242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1559789 Sep 15 19:34:02.886652 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:34:02.898264 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:02.943486 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-6e06c757-2fc5-4f74-9b9c-7a0f86880e9b service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232314 Sep 15 19:34:03.072735 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4f3112af-67a5-4800-8b23-27fe69b2a945 req-a379e6cc-f105-41bd-ba28-bb4c2b64cb9a service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232691 Sep 15 19:34:03.252080 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1742b35f-df7f-4d41-b166-484cd34ca556', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'floating_ip_address': '172.28.1.156', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'port_id': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'mac_address': 'fa:16:3e:75:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:33:47Z', 'updated_at': '2021-09-15T19:34:01Z', 'revision_number': 1, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:34:03.255907 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54b294c-59fe-451d-9f99-1e8f548aa41b None None] The sync data for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb is: [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1742b35f-df7f-4d41-b166-484cd34ca556', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'floating_ip_address': '172.28.1.156', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'port_id': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'mac_address': 'fa:16:3e:75:7e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:33:47Z', 'updated_at': '2021-09-15T19:34:01Z', 'revision_number': 1, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:34:05.143894 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae8ad-db34-45cf-8ff2-2699116a085c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:05.592903 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:05.618849 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3491568-a523-4efd-80af-46b57fa988a9 None None] New status for floating IP 1742b35f-df7f-4d41-b166-484cd34ca556: ACTIVE {{(pid=75812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:34:07.475361 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1ae0b249-cc12-4a56-8790-204eaf9f439b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:08.487157 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:09.947505 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:30.682613 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:34:32.904167 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:35.120880 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a14bfe13-57d1-4dbd-b632-cf1116dd7d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:35.578071 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:36.873780 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-d37544e1-952f-4873-a8ef-86dbd86fec4b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0651345 Sep 15 19:34:37.020844 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-358348c5-1a19-48f5-9f08-023a2e742724 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1098 time: 0.0704477 Sep 15 19:34:37.163099 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-311afa8e-84d6-424e-8970-34d7cfb543a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:37.164535 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-311afa8e-84d6-424e-8970-34d7cfb543a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 909 time: 0.1262121 Sep 15 19:34:37.263692 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-3d174297-3f24-49fb-9222-f0339430c1c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 1001 time: 0.0922611 Sep 15 19:34:37.324657 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-ff6ff501-e54d-4b6e-aaec-6958cd45c687 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:37.326024 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-ff6ff501-e54d-4b6e-aaec-6958cd45c687 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 200 len: 847 time: 0.0563278 Sep 15 19:34:37.400533 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-5fbeda2f-55cf-4eb2-9fc7-1fd46f8aad8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=133f75bc-5be9-40a0-b207-f413405881ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682964 Sep 15 19:34:37.432749 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdd8-94db-4611-b67f-61c420636c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:37.530209 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-5cfd1a4f-ccdb-4582-b44d-7b1fbcd73935 service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230326 Sep 15 19:34:37.658378 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6c7f147a-38bf-4cf9-b403-2b1d2a7ef2b6 req-dd8e0bf2-123c-47b3-880b-e018aaf341d0 service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218450 Sep 15 19:34:38.515406 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:39.926720 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:34:43.710741 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342da73-2f32-495d-ba13-6861bb26ad4f req-fc5c453e-ca20-4f96-bf54-f6bf5c8c6472 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:43.712195 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3342da73-2f32-495d-ba13-6861bb26ad4f req-fc5c453e-ca20-4f96-bf54-f6bf5c8c6472 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0815346 Sep 15 19:34:43.756799 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3342da73-2f32-495d-ba13-6861bb26ad4f req-02174aba-6438-4ae7-b45b-029df8fdf4f3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392220 Sep 15 19:34:44.950647 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127990d-0b57-4766-a077-8ac0c0db2193 req-5f125fbb-9b8f-4af8-9c61-de122844badb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:44.952067 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9127990d-0b57-4766-a077-8ac0c0db2193 req-5f125fbb-9b8f-4af8-9c61-de122844badb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0747054 Sep 15 19:34:44.996021 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-9127990d-0b57-4766-a077-8ac0c0db2193 req-402c3ac9-960c-471f-b95b-74aea2d3869d tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384064 Sep 15 19:34:46.190372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0482-323f-4758-b2bc-7e3fd744e289 req-96061670-448e-4ede-8262-da241a7beaee tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:46.192406 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-551a0482-323f-4758-b2bc-7e3fd744e289 req-96061670-448e-4ede-8262-da241a7beaee tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0789754 Sep 15 19:34:46.234763 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-551a0482-323f-4758-b2bc-7e3fd744e289 req-0409cfc7-eff5-4b00-9ba4-d8d447fac023 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369992 Sep 15 19:34:47.429509 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e6ad6-4341-46d7-bbb6-b713c479a1eb req-3088756a-921a-44a9-aeae-4909eb7178c4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:47.431102 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-459e6ad6-4341-46d7-bbb6-b713c479a1eb req-3088756a-921a-44a9-aeae-4909eb7178c4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0747344 Sep 15 19:34:47.478390 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-459e6ad6-4341-46d7-bbb6-b713c479a1eb req-933a6298-0bd5-44e3-8348-b7cf2e5bc0d4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419178 Sep 15 19:34:48.670507 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5d375-8cc8-4681-80f5-4c87443d0b57 req-9a191a43-cab0-4803-a3cd-61a329598627 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:48.671834 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-23f5d375-8cc8-4681-80f5-4c87443d0b57 req-9a191a43-cab0-4803-a3cd-61a329598627 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0737460 Sep 15 19:34:48.716005 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-23f5d375-8cc8-4681-80f5-4c87443d0b57 req-515cab28-ecd6-4c63-aabb-634dd4c1e7b3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383067 Sep 15 19:34:49.992016 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92996587-4014-425e-abe0-9580cc0e1546 req-3bbc8f43-1893-40a0-bee3-b36d5a4beed5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:49.993364 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-92996587-4014-425e-abe0-9580cc0e1546 req-3bbc8f43-1893-40a0-bee3-b36d5a4beed5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.1576552 Sep 15 19:34:50.037086 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-92996587-4014-425e-abe0-9580cc0e1546 req-3f0373f6-4940-47c2-8cdd-bfe4eedcb55a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380001 Sep 15 19:34:51.232317 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c16f-3c2b-45f1-9aca-2d0f1a18605c req-b26d1119-8b64-40b9-9f30-a6e68d4b8a41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:51.233752 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7323c16f-3c2b-45f1-9aca-2d0f1a18605c req-b26d1119-8b64-40b9-9f30-a6e68d4b8a41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0745409 Sep 15 19:34:51.278913 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-7323c16f-3c2b-45f1-9aca-2d0f1a18605c req-374416a5-fcf6-4af9-add8-07cdb6346d90 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397537 Sep 15 19:34:52.477166 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189c36c-17f0-41c7-9a88-fc9f348db0cf req-c1ea3a8c-204d-4aa0-898a-d84a8a85f509 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:52.478609 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8189c36c-17f0-41c7-9a88-fc9f348db0cf req-c1ea3a8c-204d-4aa0-898a-d84a8a85f509 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0816200 Sep 15 19:34:52.522922 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8189c36c-17f0-41c7-9a88-fc9f348db0cf req-bd96c7eb-59e0-44b4-9bcc-517b7f073169 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388579 Sep 15 19:34:53.714936 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b1305-712c-4373-a29c-22b8ba5feede req-9ab8e6c8-d544-421d-afd7-a4610fe4f9c5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:53.716379 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-180b1305-712c-4373-a29c-22b8ba5feede req-9ab8e6c8-d544-421d-afd7-a4610fe4f9c5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0740147 Sep 15 19:34:53.760380 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-180b1305-712c-4373-a29c-22b8ba5feede req-3dfcf3e3-cd71-4de4-a58e-3dc749ee5b77 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386541 Sep 15 19:34:54.959249 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c058d02-f90d-45d6-81c5-629760902ec4 req-c4794e0c-de79-4999-a11b-241cf84581ae tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:54.960708 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2c058d02-f90d-45d6-81c5-629760902ec4 req-c4794e0c-de79-4999-a11b-241cf84581ae tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0780413 Sep 15 19:34:55.005067 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2c058d02-f90d-45d6-81c5-629760902ec4 req-059f188b-cc15-415b-abe6-4f6170f57b31 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388529 Sep 15 19:34:55.506582 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99337ff3-79d2-49d3-becc-2259f445b85d req-9a5a40cd-c4b2-411d-b268-fd1057710924 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:55.508029 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99337ff3-79d2-49d3-becc-2259f445b85d req-9a5a40cd-c4b2-411d-b268-fd1057710924 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0890355 Sep 15 19:34:55.611541 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-99337ff3-79d2-49d3-becc-2259f445b85d req-3b8081b4-12a8-4c97-90a2-9464873a24d7 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977128 Sep 15 19:34:55.638918 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-9d44d98a-edd6-4c4d-ab7b-b4e8d5311647 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0927742 Sep 15 19:34:55.785529 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-dff27e2f-92c2-4e2c-86be-5e547b234991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:55.787022 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-dff27e2f-92c2-4e2c-86be-5e547b234991 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 911 time: 0.1422408 Sep 15 19:34:55.904722 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-87f23447-b786-42d9-8e12-a16aff366633 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3 HTTP/1.1" status: 200 len: 1001 time: 0.1117442 Sep 15 19:34:55.970237 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-28d48190-6700-4048-b8b7-dd5a72ca36d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:55.971683 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-28d48190-6700-4048-b8b7-dd5a72ca36d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbe9e86-5d03-418e-9fca-dcc77f95145e HTTP/1.1" status: 200 len: 849 time: 0.0613408 Sep 15 19:34:56.061862 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-3fa76bd6-a02d-4214-8073-3203bf17f749 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3996813a-5c08-47db-97c3-724f1c7242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830572 Sep 15 19:34:56.196890 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-a4a7fb99-4149-4719-a72d-20343302d143 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280057 Sep 15 19:34:56.328238 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-aa3d97cf-0013-4df6-bcd9-97957d731875 req-12c2f521-72b8-4ecd-b3eb-2c0a5627343d service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250820 Sep 15 19:34:56.812521 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcedbd-ab02-4bb6-bb54-18a584d342e0 req-9bc58c62-2617-48c3-9d74-75e774cca16c tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:56.813965 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-59dcedbd-ab02-4bb6-bb54-18a584d342e0 req-9bc58c62-2617-48c3-9d74-75e774cca16c tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0761504 Sep 15 19:34:56.859331 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-59dcedbd-ab02-4bb6-bb54-18a584d342e0 req-731b3088-bc7e-48b8-a61f-9f3e8379fca8 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398078 Sep 15 19:34:58.057197 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ee569-a50d-41c8-920b-e0b140f703a6 req-df35665b-fb55-45df-adca-7ee53948e7ff tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:34:58.058686 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f32ee569-a50d-41c8-920b-e0b140f703a6 req-df35665b-fb55-45df-adca-7ee53948e7ff tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0791121 Sep 15 19:34:58.103667 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f32ee569-a50d-41c8-920b-e0b140f703a6 req-cae902de-30b4-48d1-8c3f-60a544a11afb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394959 Sep 15 19:35:02.913330 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:05.126423 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5226fe4d-db7c-4fce-a91b-6efe6ee4f350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:05.646275 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:07.438197 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-594021ff-e11a-46b2-9d14-f51beb3919ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:07.683067 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:35:08.483954 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:09.966649 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:11.209479 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50344362-d865-494e-a289-2bf0e660b910 req-c89aa9d2-e576-4c72-a9a5-1e4b24a668bd tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:11.211547 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50344362-d865-494e-a289-2bf0e660b910 req-c89aa9d2-e576-4c72-a9a5-1e4b24a668bd tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0750308 Sep 15 19:35:11.255215 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-50344362-d865-494e-a289-2bf0e660b910 req-0f0852df-5833-4cda-acc9-1edf926eb1cb tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382323 Sep 15 19:35:12.607883 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bb37d-2d91-4d3d-b20b-c0954d7722cb req-edbd1eed-624a-444d-8fc0-d0e18f5fb726 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:12.609245 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-584bb37d-2d91-4d3d-b20b-c0954d7722cb req-edbd1eed-624a-444d-8fc0-d0e18f5fb726 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0783989 Sep 15 19:35:12.654292 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-584bb37d-2d91-4d3d-b20b-c0954d7722cb req-cdcd4c20-e150-4f5d-9391-9b09aebb39a2 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395932 Sep 15 19:35:13.844430 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11bba3-0942-40a1-96ea-99fdfc942945 req-a7c95f31-e264-4b4b-b0d5-a87749211177 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:13.845906 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5a11bba3-0942-40a1-96ea-99fdfc942945 req-a7c95f31-e264-4b4b-b0d5-a87749211177 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0755141 Sep 15 19:35:13.972969 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5a11bba3-0942-40a1-96ea-99fdfc942945 req-61219635-ba90-42bf-b33a-7db98e3b489a tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214371 Sep 15 19:35:15.162889 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7427c-33eb-4b7f-a413-d88875dc3ce4 req-107e19ce-5194-4885-a82b-2dc3dd7899fe tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:15.164305 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c8b7427c-33eb-4b7f-a413-d88875dc3ce4 req-107e19ce-5194-4885-a82b-2dc3dd7899fe tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0736146 Sep 15 19:35:15.208858 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c8b7427c-33eb-4b7f-a413-d88875dc3ce4 req-11291107-6502-47f1-b633-957008d6fa2a tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386336 Sep 15 19:35:16.404237 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a65188-0a57-443f-9bc5-bd9b6a8e9aae req-97c8dc84-3371-493f-9060-ac8f6df2bc55 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:16.405702 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-53a65188-0a57-443f-9bc5-bd9b6a8e9aae req-97c8dc84-3371-493f-9060-ac8f6df2bc55 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0784802 Sep 15 19:35:16.450979 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-53a65188-0a57-443f-9bc5-bd9b6a8e9aae req-233f69f3-f64e-4b85-8ca2-526d959ec2c7 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397780 Sep 15 19:35:17.640584 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49aeea-ce29-47b9-97f1-8f955bd54dd2 req-87ad4320-357c-46c1-9c9f-899739605d69 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:17.641992 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1d49aeea-ce29-47b9-97f1-8f955bd54dd2 req-87ad4320-357c-46c1-9c9f-899739605d69 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0733695 Sep 15 19:35:17.685820 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1d49aeea-ce29-47b9-97f1-8f955bd54dd2 req-59a4b789-6e6d-4ee4-bf4f-4407b72049b1 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383832 Sep 15 19:35:18.887160 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7205b-e744-4a81-b6ce-ac68a6053a2f req-84b39cef-ae37-4bbc-a65a-cadd9ca92cf0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:18.888661 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-29c7205b-e744-4a81-b6ce-ac68a6053a2f req-84b39cef-ae37-4bbc-a65a-cadd9ca92cf0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0819037 Sep 15 19:35:18.933152 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-29c7205b-e744-4a81-b6ce-ac68a6053a2f req-2844d0d3-b94e-4e74-99f4-f0c188812e51 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391126 Sep 15 19:35:20.127499 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dbb48-4034-440f-9d4d-88d8c98df019 req-d605fb4c-aa94-424a-acdc-822d456e8096 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:20.128936 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-476dbb48-4034-440f-9d4d-88d8c98df019 req-d605fb4c-aa94-424a-acdc-822d456e8096 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0763590 Sep 15 19:35:20.176031 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-476dbb48-4034-440f-9d4d-88d8c98df019 req-f39f498e-3feb-4547-b753-81005e7937dc tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 Sep 15 19:35:21.422809 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba5d67-123b-46a3-aef3-fdfafdf9656a req-39db4fbf-32c9-4fc3-8d53-a95e02ea40e3 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:21.424236 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-afba5d67-123b-46a3-aef3-fdfafdf9656a req-39db4fbf-32c9-4fc3-8d53-a95e02ea40e3 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.1320572 Sep 15 19:35:21.427472 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-f61a43ae-fc91-4d87-8879-c7c735241a19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1098 time: 0.1034083 Sep 15 19:35:21.556032 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-afba5d67-123b-46a3-aef3-fdfafdf9656a req-69911b6b-442f-4889-8b83-6af5b9f53d44 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257265 Sep 15 19:35:21.584431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-efb8b8b2-1f63-44e1-9512-cbca24b78d72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:21.585848 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-efb8b8b2-1f63-44e1-9512-cbca24b78d72 service neutron] 10.222.0.54 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 909 time: 0.1431961 Sep 15 19:35:21.686325 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-3efde857-a442-4bd0-af8c-873b24661eb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 1001 time: 0.0934143 Sep 15 19:35:21.746244 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-5e21abc5-8d57-4b73-aae0-99a5dbafb369 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:21.747648 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-5e21abc5-8d57-4b73-aae0-99a5dbafb369 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 200 len: 847 time: 0.0554268 Sep 15 19:35:21.821354 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-ebee782d-23de-4819-96c0-93d956dfb846 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=133f75bc-5be9-40a0-b207-f413405881ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667446 Sep 15 19:35:21.948607 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-1e91dd21-1ee9-4d56-a01b-b1226212ca0a service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205649 Sep 15 19:35:22.075478 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0a653a4e-f5c7-4666-afd2-bd12c2ea4f1d req-8b51e9c0-cba2-4006-833c-bfdb05bc9002 service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208439 Sep 15 19:35:22.747357 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9dcd3-76cd-4fd9-92fe-960c84a09aaa req-91835b44-0ba9-4203-b300-d2df0844f6b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:22.748784 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-08a9dcd3-76cd-4fd9-92fe-960c84a09aaa req-91835b44-0ba9-4203-b300-d2df0844f6b8 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0756912 Sep 15 19:35:22.792165 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-08a9dcd3-76cd-4fd9-92fe-960c84a09aaa req-9edc5d03-7490-40b5-8644-a2b92d214c6a tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379665 Sep 15 19:35:23.987123 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724792-3e7d-4777-a217-1e7b8a6e4c36 req-4afe2978-c63a-4416-9bd3-6fc29edd156c tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:23.988543 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-98724792-3e7d-4777-a217-1e7b8a6e4c36 req-4afe2978-c63a-4416-9bd3-6fc29edd156c tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0769973 Sep 15 19:35:24.036344 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-98724792-3e7d-4777-a217-1e7b8a6e4c36 req-57ba4614-3ef0-4fae-a5a9-fa81aa59b64c tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Sep 15 19:35:25.229426 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5a38d-6843-4f07-bb46-cd642e962781 req-2957cc3e-7326-4779-9c2a-665ad3d54fab tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:25.230915 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-82e5a38d-6843-4f07-bb46-cd642e962781 req-2957cc3e-7326-4779-9c2a-665ad3d54fab tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0750086 Sep 15 19:35:25.278207 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-82e5a38d-6843-4f07-bb46-cd642e962781 req-8f8bee5b-0104-421b-b808-fb141583301c tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406027 Sep 15 19:35:25.538194 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8878dc9f-24ad-48dd-8f8d-8729cc3c43df req-df98ac9d-2296-49c7-8f2a-fb0b4896f674 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1420403 Sep 15 19:35:25.910238 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53782) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:35:25.944970 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f33511-3e53-461c-924d-d82fbee72212 req-890ac581-86ae-4799-9b84-a1aa438bdfc0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:25.946444 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b8f33511-3e53-461c-924d-d82fbee72212 req-890ac581-86ae-4799-9b84-a1aa438bdfc0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0786977 Sep 15 19:35:25.992101 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b8f33511-3e53-461c-924d-d82fbee72212 req-d18b65e6-881e-43fa-9b49-6e1463e460d0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402312 Sep 15 19:35:26.044794 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-537d357f-ce52-4ad5-afa5-90b744fc6387 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1330585 Sep 15 19:35:27.191590 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833572b-b8b4-41d2-a78e-4bdb9f26d8c9 req-a951731a-c360-4fa3-bc27-fc3af4d393b7 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:27.194608 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5833572b-b8b4-41d2-a78e-4bdb9f26d8c9 req-a951731a-c360-4fa3-bc27-fc3af4d393b7 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0801778 Sep 15 19:35:27.237455 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-5833572b-b8b4-41d2-a78e-4bdb9f26d8c9 req-b9b0a5f3-4002-47e1-ba12-74c465688cba tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383294 Sep 15 19:35:27.715861 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 279dd7b8-a686-42f8-ab30-c98c80aa07dc no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:35:27.823091 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:27.852599 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:35:27.863893 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:27.886198 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-06758960-0719-4594-b43f-5a585a6ca1fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154&tenant_id=be2cdda8e04545b2ac385b95ab585d79 HTTP/1.1" status: 200 len: 1098 time: 0.0744357 Sep 15 19:35:27.906605 dv-cinder-805825-3-smb neutron-server[75812]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'code': 422} returned with failed status Sep 15 19:35:27.935233 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:27.940023 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1e922a87-808f-4ae0-863c-aaf05d60f13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:35:27.978566 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-f510d099-b3f5-4025-b129-419bbe163a71 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1096 time: 0.0713511 Sep 15 19:35:28.001769 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=6']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:28.010098 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.010744 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.010995 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.011324 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.011648 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.011971 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.012286 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.012603 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.012917 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.013229 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.013545 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:35:28.017687 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:35:28.108505 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076a08-66c7-40ca-9bca-825c221c2192 req-aaa0867f-fcea-4dce-a299-ffc0ea3f89f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:28.109946 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-aaa0867f-fcea-4dce-a299-ffc0ea3f89f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 909 time: 0.1249664 Sep 15 19:35:28.209024 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-32ddbb6c-2fe1-47c9-bb41-375d42b718e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 999 time: 0.0923195 Sep 15 19:35:28.269625 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076a08-66c7-40ca-9bca-825c221c2192 req-462c3f33-de41-4d5a-a103-0408b3f68b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:28.271039 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-462c3f33-de41-4d5a-a103-0408b3f68b91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 200 len: 847 time: 0.0558016 Sep 15 19:35:28.344402 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-3b2384ff-4989-440b-9ead-be00477fa715 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=133f75bc-5be9-40a0-b207-f413405881ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0659614 Sep 15 19:35:28.530824 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-d105debc-6f29-4aa5-b806-e18327ed870f service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794925 Sep 15 19:35:28.538756 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aef6af-6dcd-409e-941e-fbd60fc8c65a req-a193b1ea-15f4-49aa-846d-a261b077d474 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:28.540098 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d2aef6af-6dcd-409e-941e-fbd60fc8c65a req-a193b1ea-15f4-49aa-846d-a261b077d474 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 943 time: 0.1667821 Sep 15 19:35:28.672640 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d2aef6af-6dcd-409e-941e-fbd60fc8c65a req-ac0b9a0a-a027-4713-9688-7cfa62e7480b tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144199 Sep 15 19:35:28.695875 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-38076a08-66c7-40ca-9bca-825c221c2192 req-e3c14028-a7ef-4e85-bcb3-6fe7d59c1552 service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548936 Sep 15 19:35:29.866046 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cac082-fb82-4fbb-b7a2-4a883cdeed0f req-fae9cd08-6274-4946-9e69-57d94dd8cd93 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:29.867514 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d9cac082-fb82-4fbb-b7a2-4a883cdeed0f req-fae9cd08-6274-4946-9e69-57d94dd8cd93 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 943 time: 0.0774918 Sep 15 19:35:29.912524 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d9cac082-fb82-4fbb-b7a2-4a883cdeed0f req-3756f863-6bd3-4044-80ec-b285f9dc7c00 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390632 Sep 15 19:35:31.113485 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eccb67-cadb-48dd-82c0-ea6dc4203427 req-4eab5cf9-7846-4499-b2cf-6f23b022b7af tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:31.114972 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-79eccb67-cadb-48dd-82c0-ea6dc4203427 req-4eab5cf9-7846-4499-b2cf-6f23b022b7af tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 943 time: 0.0762637 Sep 15 19:35:31.164646 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-79eccb67-cadb-48dd-82c0-ea6dc4203427 req-e8214019-1415-49fb-955a-e75e11dbfd12 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434854 Sep 15 19:35:32.425098 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9d4de-19c9-40a8-92ee-968e6921fa9e req-0119cf2f-db10-4c75-b3a5-05c8c1d35645 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:32.426625 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ebb9d4de-19c9-40a8-92ee-968e6921fa9e req-0119cf2f-db10-4c75-b3a5-05c8c1d35645 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.1100624 Sep 15 19:35:32.432544 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768fc4d-a0ec-4a2e-8038-d91e0ba7a87a req-655eac10-fc8e-4389-b75f-2b6057225bd9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:32.433889 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6768fc4d-a0ec-4a2e-8038-d91e0ba7a87a req-655eac10-fc8e-4389-b75f-2b6057225bd9 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 943 time: 0.1478860 Sep 15 19:35:32.504664 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ebb9d4de-19c9-40a8-92ee-968e6921fa9e req-cdac2e19-0671-40bc-a640-cdc6801f16c3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697250 Sep 15 19:35:32.511355 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6768fc4d-a0ec-4a2e-8038-d91e0ba7a87a req-475c35b5-586a-4529-81c1-53f0abb644a0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609446 Sep 15 19:35:32.920575 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:33.731678 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 279dd7b8-a686-42f8-ab30-c98c80aa07dc details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:35:33.848347 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3d031-6cba-440a-a787-50d912df6dad req-4f998675-e1aa-4c6b-9434-60d3595ac25a tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:33.849737 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-68a3d031-6cba-440a-a787-50d912df6dad req-4f998675-e1aa-4c6b-9434-60d3595ac25a tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 943 time: 0.1969252 Sep 15 19:35:33.855990 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a98f8-2cdd-46ba-b0e5-b26e2d9b55fa req-51048547-4ff8-4baf-a873-b45f75f845e9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:33.857422 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6a2a98f8-2cdd-46ba-b0e5-b26e2d9b55fa req-51048547-4ff8-4baf-a873-b45f75f845e9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.2338593 Sep 15 19:35:33.908434 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:33.922353 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'port_id': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'mac_address': 'fa:16:3e:08:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:35:33.923957 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-68a3d031-6cba-440a-a787-50d912df6dad req-cbdcc42e-adf5-4a53-a09a-92a28cef5e41 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655906 Sep 15 19:35:33.934131 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-6a2a98f8-2cdd-46ba-b0e5-b26e2d9b55fa req-fa3ed109-0f8d-4ac9-8cb4-7110485483a0 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604103 Sep 15 19:35:33.982820 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:33.999861 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279dd7b8-a686-42f8-ab30-c98c80aa07dc {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:35:34.014214 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:34.100903 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:34.102630 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-1f844a03-f1d4-44db-ac49-3106cfe03cc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:35:34.167461 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=7']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:34.170481 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:35:34.328849 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['279dd7b8-a686-42f8-ab30-c98c80aa07dc'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:35:35.117682 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-57acd06d-f781-477c-beef-4d7a9ff99c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:35.183756 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14bd56-89fb-4209-b771-fec8b15c50ff req-c753dfcc-b303-46a2-a9ea-44e0c226bfd5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:35.185193 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3f14bd56-89fb-4209-b771-fec8b15c50ff req-c753dfcc-b303-46a2-a9ea-44e0c226bfd5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.1071169 Sep 15 19:35:35.191395 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05c04c-73d2-4f4d-bd0f-1707f6a82e50 req-0e0feac5-4ebe-4082-9bbb-54e076cbc393 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:35.192720 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea05c04c-73d2-4f4d-bd0f-1707f6a82e50 req-0e0feac5-4ebe-4082-9bbb-54e076cbc393 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 944 time: 0.1469276 Sep 15 19:35:35.262363 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3f14bd56-89fb-4209-b771-fec8b15c50ff req-b13e6b03-6991-4622-8d3b-37668f988791 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687056 Sep 15 19:35:35.266641 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ea05c04c-73d2-4f4d-bd0f-1707f6a82e50 req-cb8bf8eb-ec00-4535-b3b2-ea371d01f8b6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602560 Sep 15 19:35:35.600542 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:35.737901 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 279dd7b8-a686-42f8-ab30-c98c80aa07dc up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:35:35.803428 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port 279dd7b8-a686-42f8-ab30-c98c80aa07dc triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:35:35.805200 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:35.913576 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:35.938744 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:35:35.948535 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:35:35.994306 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'code': 200} Sep 15 19:35:36.012337 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:36.014183 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-03468cb8-cbf6-4baf-968d-2cde33370e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:35:36.078827 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=8']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:35:36.081623 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:35:36.334493 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-156efd77-59ca-435a-897e-d30a98ba3f46 req-cc5e1363-c940-4315-a333-9666c4c673ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1098 time: 0.0712163 Sep 15 19:35:36.378218 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-156efd77-59ca-435a-897e-d30a98ba3f46 req-12416e2c-63be-425c-b2fc-4bc2122a7ea1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 Sep 15 19:35:36.472671 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa4a4a-41c2-4ade-abf5-ad74c77c15ce req-947d6017-0ea5-4e2b-b156-60071853213b tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:36.474318 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1caa4a4a-41c2-4ade-abf5-ad74c77c15ce req-947d6017-0ea5-4e2b-b156-60071853213b tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0842814 Sep 15 19:35:36.523155 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-1caa4a4a-41c2-4ade-abf5-ad74c77c15ce req-27785def-9c22-4f88-b5ed-6502bf7cfdf6 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430846 Sep 15 19:35:36.616008 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d186be-6af6-4a7d-8585-7ee7cb41ae6a req-4361a9df-d144-462d-9797-21d4bd40ccea tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:36.617348 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-52d186be-6af6-4a7d-8585-7ee7cb41ae6a req-4361a9df-d144-462d-9797-21d4bd40ccea tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0814953 Sep 15 19:35:36.661345 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-52d186be-6af6-4a7d-8585-7ee7cb41ae6a req-8cce8500-9c94-450d-ad2d-afae1f4d021c tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375648 Sep 15 19:35:37.431899 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c832ee5b-0adf-49b2-bd88-ad50955be52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:37.713469 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981afcf6-fbf4-424c-b514-635de883c857 req-956f15c3-bc5e-42e0-ba88-68639fe3f8cd tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:37.714951 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-981afcf6-fbf4-424c-b514-635de883c857 req-956f15c3-bc5e-42e0-ba88-68639fe3f8cd tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0747857 Sep 15 19:35:37.769865 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-981afcf6-fbf4-424c-b514-635de883c857 req-2b8301b6-7205-4305-8b0a-95e5524f521b tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492344 Sep 15 19:35:37.853826 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d7e29-0597-4e97-a6b3-41dfaf057f3a req-ee720173-c77d-45eb-87c2-59dd122eaa8a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:37.855319 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f68d7e29-0597-4e97-a6b3-41dfaf057f3a req-ee720173-c77d-45eb-87c2-59dd122eaa8a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0740459 Sep 15 19:35:37.899946 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f68d7e29-0597-4e97-a6b3-41dfaf057f3a req-c03afa5e-6ec1-4185-ace8-a192203ebf6d tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 Sep 15 19:35:38.500709 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:39.097327 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c23ab-9a3c-4699-b19b-efa661553849 req-d520a299-fc73-4050-a6b0-8aad99696e58 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:39.098805 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0d6c23ab-9a3c-4699-b19b-efa661553849 req-d520a299-fc73-4050-a6b0-8aad99696e58 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0790000 Sep 15 19:35:39.143787 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0d6c23ab-9a3c-4699-b19b-efa661553849 req-c57a0f01-4cd3-4aa9-b767-ac132fe4e1a9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394561 Sep 15 19:35:39.524932 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-30d6c68a-49eb-4cae-b2a0-b57448d5b461 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0667076 Sep 15 19:35:39.666209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-0a38f357-96ec-4edd-973d-27ead2d09d7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:39.667656 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-0a38f357-96ec-4edd-973d-27ead2d09d7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 911 time: 0.1222022 Sep 15 19:35:39.766536 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-d33a50c0-3542-4ab9-94c0-c649814c04f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3 HTTP/1.1" status: 200 len: 1001 time: 0.0930049 Sep 15 19:35:39.826065 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-b52041e5-0055-44b6-9141-5e2e86ded4c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:39.827354 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-b52041e5-0055-44b6-9141-5e2e86ded4c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbe9e86-5d03-418e-9fca-dcc77f95145e HTTP/1.1" status: 200 len: 849 time: 0.0549040 Sep 15 19:35:39.903237 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-722c56a8-ca7c-4405-b547-095ed1a71815 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3996813a-5c08-47db-97c3-724f1c7242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696993 Sep 15 19:35:39.911868 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:35:40.031899 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-f70add1b-6ffa-4976-ba67-310730acaf1a service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215928 Sep 15 19:35:40.159086 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fe409fe6-60a7-4cec-9b9f-a897726e5fe5 req-d7fc3f4c-ab21-41b0-9db1-a4ba68f4a659 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213717 Sep 15 19:35:40.333977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037733ea-8aa4-46aa-8ee1-4d0234bd7947 req-4fa0e7aa-7af0-4dbf-b4a6-d302768534d4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:40.335462 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-037733ea-8aa4-46aa-8ee1-4d0234bd7947 req-4fa0e7aa-7af0-4dbf-b4a6-d302768534d4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0741358 Sep 15 19:35:40.380286 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-037733ea-8aa4-46aa-8ee1-4d0234bd7947 req-19dad203-0abd-4082-a6ef-026732b67f05 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Sep 15 19:35:41.647933 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782b46ba-4e11-40d7-aaf9-a0e41039132d req-eea5c9ce-46da-4f62-b4c9-934971bd01e2 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:41.649374 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-782b46ba-4e11-40d7-aaf9-a0e41039132d req-eea5c9ce-46da-4f62-b4c9-934971bd01e2 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.1538265 Sep 15 19:35:41.693170 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-782b46ba-4e11-40d7-aaf9-a0e41039132d req-3212b1cd-934b-485f-a923-fefcbb77aa25 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383182 Sep 15 19:35:42.891083 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32cd55-c1bd-4995-944e-5762839b593c req-3323f44b-e74c-4c76-9013-a6916f8eb06d tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:42.892506 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ad32cd55-c1bd-4995-944e-5762839b593c req-3323f44b-e74c-4c76-9013-a6916f8eb06d tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0778236 Sep 15 19:35:42.940643 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-ad32cd55-c1bd-4995-944e-5762839b593c req-ce7d8832-9b2d-47ec-886c-5f51a4f4076d tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 Sep 15 19:35:43.420652 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470b9a1-b97b-47cd-9f31-57d66353418e req-3d7a5d0b-3787-4240-a31b-b60aff592a3e tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:43.422113 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3470b9a1-b97b-47cd-9f31-57d66353418e req-3d7a5d0b-3787-4240-a31b-b60aff592a3e tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0755241 Sep 15 19:35:43.507144 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3470b9a1-b97b-47cd-9f31-57d66353418e req-8ba3bd63-ec3c-4be9-92aa-2215504f0ebb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794060 Sep 15 19:35:43.534844 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-c4decab2-4cbc-439a-9c91-8ec560b7f621 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 1098 time: 0.0773923 Sep 15 19:35:43.661007 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-e8b04662-91d5-4f9f-ad08-3973e66f9b0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:43.662446 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-e8b04662-91d5-4f9f-ad08-3973e66f9b0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 911 time: 0.1215565 Sep 15 19:35:43.760752 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-088830d1-24ce-4984-b024-50cfbfbfd0ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3 HTTP/1.1" status: 200 len: 1001 time: 0.0920293 Sep 15 19:35:43.819997 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-c8261927-686d-4f55-bb7a-ac061b185773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:43.821351 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-c8261927-686d-4f55-bb7a-ac061b185773 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbe9e86-5d03-418e-9fca-dcc77f95145e HTTP/1.1" status: 200 len: 849 time: 0.0550671 Sep 15 19:35:43.893207 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-fb12c516-4582-4416-8755-e4ab22371579 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3996813a-5c08-47db-97c3-724f1c7242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0649710 Sep 15 19:35:44.024296 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-249945e6-83c8-4f65-a915-4624cacea0e5 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216512 Sep 15 19:35:44.160779 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e1c401d1-ec43-4ed8-bfe3-8df3b389d19f req-1f4d0c47-48f9-4825-8200-1e9ea7635362 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297798 Sep 15 19:35:44.682559 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:35:44.710841 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b5c8f-7737-47ce-9cd6-207c03069f77 req-9c71bbff-628f-4a7e-b4d5-01a1191c125f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:44.712378 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d78b5c8f-7737-47ce-9cd6-207c03069f77 req-9c71bbff-628f-4a7e-b4d5-01a1191c125f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0830739 Sep 15 19:35:44.757041 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d78b5c8f-7737-47ce-9cd6-207c03069f77 req-27c5c66a-9e03-4ce5-989b-e77d22183b8d tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390234 Sep 15 19:35:45.949385 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0365c-a0f4-4755-ad08-507a4dc69bcb req-a303f715-9462-4326-913f-f9d9db03b207 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:35:45.951777 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-33e0365c-a0f4-4755-ad08-507a4dc69bcb req-a303f715-9462-4326-913f-f9d9db03b207 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0755012 Sep 15 19:35:45.999017 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-33e0365c-a0f4-4755-ad08-507a4dc69bcb req-c800a1d7-b635-4aa7-ba6c-e2d82ce65e38 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Sep 15 19:36:02.922954 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:05.120334 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-880b864f-8172-40ff-a0da-a6272ddcf5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:05.606004 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:07.434685 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-7e709e15-e480-4c36-865a-f2bfa6ca32ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:08.517345 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:09.909336 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:19.508596 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd2a32-c77f-443b-892a-efa4f6b73eeb req-ef73337e-dc0b-4cce-908c-d26ee0583363 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:19.510030 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b7dd2a32-c77f-443b-892a-efa4f6b73eeb req-ef73337e-dc0b-4cce-908c-d26ee0583363 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0754137 Sep 15 19:36:19.553942 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b7dd2a32-c77f-443b-892a-efa4f6b73eeb req-0b393a4d-c963-4ac5-ba72-9b8dd4c9167f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380602 Sep 15 19:36:20.751584 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6438efb-fa00-4a63-84c2-e948c6da3839 req-05b20739-ed55-4891-9ab3-e33cfe187e58 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:20.753008 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e6438efb-fa00-4a63-84c2-e948c6da3839 req-05b20739-ed55-4891-9ab3-e33cfe187e58 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0775547 Sep 15 19:36:20.796955 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e6438efb-fa00-4a63-84c2-e948c6da3839 req-6f3415df-ec2b-4129-923b-c29b0005d789 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385187 Sep 15 19:36:21.348473 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-512d07cd-6c78-4f12-97b5-a120af61ba87 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:21.349868 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-512d07cd-6c78-4f12-97b5-a120af61ba87 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.0737543 Sep 15 19:36:21.419108 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Deleting port bc27dd18-d78a-4369-9def-c8f01a1f92f3 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:36:21.419442 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:21.683613 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:36:21.727130 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] For port bc27dd18-d78a-4369-9def-c8f01a1f92f3, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bc27dd18-d78a-4369-9def-c8f01a1f92f3,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:21.727485 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:22.049902 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:22.050590 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:22.050590 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Floating IP 1742b35f-df7f-4d41-b166-484cd34ca556 disassociated. External IP: 172.28.1.156, port: bc27dd18-d78a-4369-9def-c8f01a1f92f3. Sep 15 19:36:22.050818 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Calling delete_port for bc27dd18-d78a-4369-9def-c8f01a1f92f3 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:36:22.121245 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eb1c5-af2e-40ce-9d5f-4227ed030a25 req-b684c667-8e4b-448c-a0a0-02bd2e83b310 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:22.122735 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0d7eb1c5-af2e-40ce-9d5f-4227ed030a25 req-b684c667-8e4b-448c-a0a0-02bd2e83b310 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 945 time: 0.1584442 Sep 15 19:36:22.212375 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-0d7eb1c5-af2e-40ce-9d5f-4227ed030a25 req-d8ccb93e-8758-4581-aa2b-682a09e8ae76 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=1942125c-d9e1-4ab0-9a22-16081c4ae89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785584 Sep 15 19:36:22.286595 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:22.292183 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-725d67d5-bf61-487e-9ed2-20a3df42d556 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:22.337946 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event deleted for resources: {'Port': ['ID=bc27dd18-d78a-4369-9def-c8f01a1f92f3,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:22.351375 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.351748 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.352108 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.352463 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.352828 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.353182 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.353532 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.353884 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.354258 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.354605 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.354951 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:22.359003 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:22.550972 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:36:22.762081 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:36:22.778447 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] Sync routers for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:36:22.790786 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:36:22.791550 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:22.831902 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] No DVR routers for this DVR port bc27dd18-d78a-4369-9def-c8f01a1f92f3 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:36:22.834483 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:22.838472 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'name': 'network-vif-deleted', 'tag': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:36:22.895598 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e', 'name': 'network-vif-deleted', 'tag': 'bc27dd18-d78a-4369-9def-c8f01a1f92f3', 'status': 'completed', 'code': 200} Sep 15 19:36:22.915548 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f3165e6e-5081-4eeb-acd4-6cffcf10cc53 req-e9cf0fb3-f2bb-4365-aee3-9d8dfa393b79 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "DELETE /v2.0/ports/bc27dd18-d78a-4369-9def-c8f01a1f92f3 HTTP/1.1" status: 204 len: 173 time: 1.5592809 Sep 15 19:36:22.971023 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:36:23.272793 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:23.276565 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] Checking router: f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:36:23.286904 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:36:23.287493 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:07Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:23.388356 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-65871a51-dffc-4ac5-b936-19b8c3da29b1 req-5f80d58f-81f6-4659-8b5d-6c6eb1157b8a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Synchronizing usage tracker for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:36:23.461858 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:36:23.511882 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-65871a51-dffc-4ac5-b936-19b8c3da29b1 req-5f80d58f-81f6-4659-8b5d-6c6eb1157b8a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Unset dirty status for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:36:23.513164 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-65871a51-dffc-4ac5-b936-19b8c3da29b1 req-5f80d58f-81f6-4659-8b5d-6c6eb1157b8a tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b024a3-3325-48f9-a7ef-e5c9ec1e6e0e HTTP/1.1" status: 200 len: 210 time: 0.1677465 Sep 15 19:36:23.802500 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:23.806331 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed08171-9e7a-45b9-b089-cbf3021b8a81 None None] The sync data for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb is: [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:36:24.019322 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad79622-b978-4cc9-812e-463ac508211a None None] New status for floating IP 1742b35f-df7f-4d41-b166-484cd34ca556: DOWN {{(pid=75812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:36:25.778678 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 53902) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:25.842172 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:25.871582 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:26.046515 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device bc27dd18-d78a-4369-9def-c8f01a1f92f3 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:36:26.081313 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: bc27dd18-d78a-4369-9def-c8f01a1f92f3 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:36:26.085622 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device bc27dd18-d78a-4369-9def-c8f01a1f92f3 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:36:26.103537 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:26.108944 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3c91983f-fd80-4f5e-ab77-416dcedf1900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:26.123384 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1942125c-d9e1-4ab0-9a22-16081c4ae89e,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:26.128074 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:26.129151 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "DELETE /v2.0/security-groups/1942125c-d9e1-4ab0-9a22-16081c4ae89e HTTP/1.1" status: 204 len: 168 time: 0.3495317 Sep 15 19:36:26.131945 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53906) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:26.134358 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.134727 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.135087 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.135445 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.135798 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.136148 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.136498 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.136846 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.137190 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.137531 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.137874 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:26.140902 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:26.149228 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.api.v2.resource [None req-b30a77b9-b39e-4e60-8528-eebce964c2b8 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] show failed (client error): The resource could not be found. Sep 15 19:36:26.150325 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-b30a77b9-b39e-4e60-8528-eebce964c2b8 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups/1942125c-d9e1-4ab0-9a22-16081c4ae89e HTTP/1.1" status: 404 len: 347 time: 0.0172544 Sep 15 19:36:26.153194 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53910) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:26.300316 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Deleting port 05384e63-4a41-4a6c-a363-abeab4e3eec8 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:36:26.300654 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:26.542414 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:26.542737 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:26.669664 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Calling delete_port for 05384e63-4a41-4a6c-a363-abeab4e3eec8 owned by network:floatingip {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:36:26.846332 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:26.850373 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2a144140-3165-40ef-8997-1f8e5c7e966b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:26.892133 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event deleted for resources: {'Port': ['ID=05384e63-4a41-4a6c-a363-abeab4e3eec8,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:26.894985 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:26.983010 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:27.070635 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:27.071789 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "DELETE /v2.0/floatingips/1742b35f-df7f-4d41-b166-484cd34ca556 HTTP/1.1" status: 204 len: 168 time: 0.9177353 Sep 15 19:36:28.493444 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53918) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:28.499772 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'security_group': {'name': 'tempest-securitygroup--575983547', 'description': 'tempest-description--1680847680'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:36:28.505572 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:36:28.509364 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:security_group and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:36:28.512307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:36:28.518022 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:36:28.616703 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:28.651779 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:36:28.655977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:security_group_rule and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:36:28.658687 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:36:28.664244 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:36:28.720631 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:28.774173 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:28.777580 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-d746f3dd-3c40-40fc-b8dc-b95c4bde6a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:28.815330 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e05787f-74c6-4c23-88c8-71e348d19dcf,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:28.817981 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:28.903907 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:28.905170 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-fc7ea14b-c31a-4c9f-bc67-47d0b7ee79fa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4107225 Sep 15 19:36:28.907927 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53922) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:28.913563 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'security_group_rule': {'security_group_id': '8e05787f-74c6-4c23-88c8-71e348d19dcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:36:28.922360 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:36:28.924373 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:security_group_rule and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:36:28.927241 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:36:28.932887 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:36:29.015138 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.076273 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.156908 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.158938 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:29.180307 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51134c8-bfed-4b21-a92a-ee75d1ac262f,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:29.184446 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:29.269193 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.270390 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-7af1784d-9818-4b5c-84db-8153ab351a30 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3615351 Sep 15 19:36:29.273002 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53926) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:29.278255 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'security_group_rule': {'security_group_id': '8e05787f-74c6-4c23-88c8-71e348d19dcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:36:29.284379 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:36:29.288106 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:security_group_rule and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:36:29.290944 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:36:29.296539 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:36:29.378677 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.437209 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.514550 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357872'] for security_group_rule, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.521998 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:29.538883 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f28aeb6-abbc-4a59-8a40-af230cef0838,revision_number=0']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:29.541051 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:29.636934 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.638694 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-3ab52496-557f-42c3-b38e-036e0d91a876 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3647871 Sep 15 19:36:29.641835 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53930) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:29.647103 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'floatingip': {'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:36:29.652205 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:36:29.656020 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Usage tracker for resource:floatingip and tenant:e3063024778b44a696e8301bf7194d9c is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:36:29.659117 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:36:29.664924 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:36:29.762721 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:29.894699 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:30.027780 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Allocated IP 172.28.1.193 (4f653d49-f5e4-4d58-abca-ae1862572e36/5106fe27-624c-4ed7-ab40-b088aaf778bf/04be5a99-7d3c-4e9a-b481-c9f4f241d59c) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:36:30.170723 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:30.274874 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:30.279421 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-7fa52fe2-534a-440b-9351-0ca298af6980 tempest-VolumesNegativeTest-470302804 tempest-VolumesNegativeTest-470302804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:30.339832 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Network 4f653d49-f5e4-4d58-abca-ae1862572e36 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:36:30.343145 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:36:30.347113 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:36:30.374416 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'Port': ['ID=04be5a99-7d3c-4e9a-b481-c9f4f241d59c,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:30.379101 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:30.500230 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:30.605977 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:30.889851 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:30.972168 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:30.976293 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:31.077635 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'Port': ['ID=04be5a99-7d3c-4e9a-b481-c9f4f241d59c,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:31.081604 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:31.091475 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:31.165979 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:31.167182 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5243902 Sep 15 19:36:31.366661 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-3a25a301-a9f0-4caf-a026-13d0316e017f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Synchronizing usage tracker for tenant:e3063024778b44a696e8301bf7194d9c on resource:security_group {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:36:31.435104 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-3a25a301-a9f0-4caf-a026-13d0316e017f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Unset dirty status for tenant:e3063024778b44a696e8301bf7194d9c on resource:security_group {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:36:31.436269 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-3a25a301-a9f0-4caf-a026-13d0316e017f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--575983547&fields=id&tenant_id=e3063024778b44a696e8301bf7194d9c HTTP/1.1" status: 200 len: 267 time: 0.1099091 Sep 15 19:36:31.583863 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-08f4f5fd-ef2f-46c3-bb4b-510bd99bb7aa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:31.585288 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-08f4f5fd-ef2f-46c3-bb4b-510bd99bb7aa tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 810 time: 0.1426232 Sep 15 19:36:31.601098 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-60862fcd-e75b-4d58-8042-4ef84ff6571f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/quotas/e3063024778b44a696e8301bf7194d9c HTTP/1.1" status: 200 len: 375 time: 0.0105393 Sep 15 19:36:31.683295 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-92f284ec-ce96-4c82-a618-902fffb98edd tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Synchronizing usage tracker for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:36:31.795295 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-92f284ec-ce96-4c82-a618-902fffb98edd tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Unset dirty status for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:36:31.796535 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-92f284ec-ce96-4c82-a618-902fffb98edd tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1902113 Sep 15 19:36:31.931469 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-7a71e526-cafc-447c-bcd1-6f19cddf1679 service neutron] 10.222.0.57 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235361 Sep 15 19:36:32.056721 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-03d1885e-7558-4979-b6f8-c818531a1711 service neutron] 10.222.0.57 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195419 Sep 15 19:36:32.338039 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-da7c1bf5-b39b-4742-a599-c5fcaabaa9a9 req-371e9d47-3ea0-4e33-9966-c4ee62b065ce tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0423527 Sep 15 19:36:32.931705 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:33.502866 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dfe21c72-2ade-49a6-bb11-b9f797f8f155 req-44a4b7d0-ace9-4de9-96be-00512176866f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 210 time: 0.0439394 Sep 15 19:36:34.470711 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-932d6394-5cb7-4a86-a9c3-df31a6beb9c8 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:34.472124 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-932d6394-5cb7-4a86-a9c3-df31a6beb9c8 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 810 time: 0.1404233 Sep 15 19:36:34.531719 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-f6562c0e-07c1-45a1-9fcf-d2aff8032c75 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3063024778b44a696e8301bf7194d9c HTTP/1.1" status: 200 len: 379 time: 0.0463343 Sep 15 19:36:34.539866 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'port': {'device_id': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'admin_state_up': True, 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'security_groups': ['8e05787f-74c6-4c23-88c8-71e348d19dcf']}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:36:34.679704 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:36:34.690887 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:36:34.753225 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2e2adda6-27b6-41fc-9847-c9c0551f489a req-90fffd96-e050-447d-931a-4e0ae7cffa27 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 210 time: 0.1301885 Sep 15 19:36:34.756852 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Made reservation on behalf of e3063024778b44a696e8301bf7194d9c for: {'port': 1} {{(pid=75810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 19:36:34.759729 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:34.921626 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_common [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Allocated IP 172.20.0.14 (3996813a-5c08-47db-97c3-724f1c7242d3/0fbe9e86-5d03-418e-9fca-dcc77f95145e/bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4) {{(pid=75810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 19:36:35.098789 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for port, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:35.117251 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Transition to ACTIVE for port object bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 will not be triggered until provisioned by entity DHCP. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:36:35.137940 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e1da124f-aeaa-420e-b2d8-7a2ebf4f7f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:35.220297 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740175759207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:35.225850 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-9dfa6d40-aba5-411a-a0e1-7c1f5652e615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:35.376557 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Network 3996813a-5c08-47db-97c3-724f1c7242d3 is already hosted by enough agents. {{(pid=75810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 19:36:35.379600 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.base_scheduler [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Resources bound (agent type, host, resource id): {{(pid=75810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 19:36:35.383445 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Received port after_create {{(pid=75810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 19:36:35.413614 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event updated for resources: {'Port': ['ID=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:35.420230 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:35.447199 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:35.447798 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:35.523600 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-1973baee-f76d-4f2a-ae98-c0614fa685ed tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9872513 Sep 15 19:36:35.537398 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Request body: {'port': {'device_id': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:36:35.596872 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:35.643822 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:35.680912 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-065436dc-7785-4a93-ad83-831f732d190d None None] Provisioning for port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 completed by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:36:35.686487 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-065436dc-7785-4a93-ad83-831f732d190d None None] Provisioning complete for port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 triggered by entity DHCP. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:36:35.686866 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-065436dc-7785-4a93-ad83-831f732d190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:35.736514 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-065436dc-7785-4a93-ad83-831f732d190d None None] Port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 cannot update to ACTIVE because it is not bound. {{(pid=75812) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Sep 15 19:36:36.025225 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 {{(pid=75810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:36:36.040618 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:36.059717 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.provisioning_blocks [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Transition to ACTIVE for port object bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 will not be triggered until provisioned by entity L2. {{(pid=75810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 19:36:36.073304 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c41a5-0b9b-4e31-bb5c-e44a037b7795 req-edbf6b73-fc0d-4fd3-b7b1-681f1468e000 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:36.073983 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-e76c41a5-0b9b-4e31-bb5c-e44a037b7795 req-edbf6b73-fc0d-4fd3-b7b1-681f1468e000 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Synchronizing usage tracker for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:36:36.143501 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:36.147649 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2c7ef070-0890-491e-8060-2c8dd9f51ca6 tempest-AttachVolumeShelveTestJSON-971474799 tempest-AttachVolumeShelveTestJSON-971474799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:36.179423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-e76c41a5-0b9b-4e31-bb5c-e44a037b7795 req-edbf6b73-fc0d-4fd3-b7b1-681f1468e000 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Unset dirty status for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:36:36.180555 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e76c41a5-0b9b-4e31-bb5c-e44a037b7795 req-edbf6b73-fc0d-4fd3-b7b1-681f1468e000 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 932 time: 0.3062987 Sep 15 19:36:36.296092 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,revision_number=2']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:36.301129 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:36.340664 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-e76c41a5-0b9b-4e31-bb5c-e44a037b7795 req-56642de8-182a-4553-89ff-d40cf0e10b49 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508636 Sep 15 19:36:36.413837 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Attempting to bind port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 19:36:36.414201 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Attempting to bind port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 19:36:36.414525 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Attempting to bind port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 on network 3996813a-5c08-47db-97c3-724f1c7242d3 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:36:36.420247 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 on network 3996813a-5c08-47db-97c3-724f1c7242d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 15 19:36:36.420564 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Attempting to bind port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 on network 3996813a-5c08-47db-97c3-724f1c7242d3 {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 15 19:36:36.427662 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Checking agent: {'id': 'f21bae3e-a78d-481e-90c6-9ca3ff459f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'started_at': datetime.datetime(2021, 9, 15, 19, 24, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 19, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 15 19:36:36.427987 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Checking segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=75810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Sep 15 19:36:36.428392 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Bound using segment: {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'} {{(pid=75810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 15 19:36:36.428807 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.managers [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Bound port: bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '226654b8-5df9-44cd-b156-ff2e537168d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3'}}] {{(pid=75810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 19:36:36.429140 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:36.512362 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] For port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4, host hv-cinder-80582, cleared binding levels {{(pid=75810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 19:36:36.515179 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] For port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 19:36:36.606233 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1780473'] for port, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:36.610286 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-96c4cd37-a7c2-46cd-bbdc-e9305687730e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:36.666577 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:36.667973 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] 10.222.0.54 "PUT /v2.0/ports/bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 HTTP/1.1" status: 200 len: 1094 time: 1.1349494 Sep 15 19:36:36.668460 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'tag': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:36:36.686345 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,revision_number=3']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:36.693730 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-bdae0d02-e62c-43e0-a6b3-55a38767b515 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:36.726763 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'tag': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'status': 'completed', 'code': 200} Sep 15 19:36:36.823918 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-555ef262-d6c9-4b75-9243-e0a7d41d2857 req-eb5e3731-8f62-49c3-a589-08323c777ec7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0753520 Sep 15 19:36:36.962904 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ef262-d6c9-4b75-9243-e0a7d41d2857 req-5abd9e90-c08f-4466-9f5b-2c151f742176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:36.964294 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-555ef262-d6c9-4b75-9243-e0a7d41d2857 req-5abd9e90-c08f-4466-9f5b-2c151f742176 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e3063024778b44a696e8301bf7194d9c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1339757 Sep 15 19:36:37.096361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ef262-d6c9-4b75-9243-e0a7d41d2857 req-e7d1df47-64a0-419a-95fd-531fd8691dde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:37.097767 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-555ef262-d6c9-4b75-9243-e0a7d41d2857 req-e7d1df47-64a0-419a-95fd-531fd8691dde service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273682 Sep 15 19:36:37.199149 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-9831a612-4851-42f1-a156-0c370f2003aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 1097 time: 0.0665247 Sep 15 19:36:37.268017 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-0ffae2f1-fbd2-4634-b513-28d0bfa9f0bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 HTTP/1.1" status: 200 len: 217 time: 0.0621963 Sep 15 19:36:37.327397 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-4fde5e18-92d1-4bfb-8646-19624d9e35c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:37.329320 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-4fde5e18-92d1-4bfb-8646-19624d9e35c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbe9e86-5d03-418e-9fca-dcc77f95145e HTTP/1.1" status: 200 len: 849 time: 0.0546026 Sep 15 19:36:37.455082 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-ed973b3e-530d-418f-aa34-fb96eb6261e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:37.538894 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-b5b1eb47-1783-4c98-a310-90b9f339426a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3996813a-5c08-47db-97c3-724f1c7242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2033291 Sep 15 19:36:37.589606 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630194ca-96b1-40ca-b459-32ac8aa08950 req-d2f1feb0-f6cc-47fe-9e8c-b1602be488f4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:37.591023 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-630194ca-96b1-40ca-b459-32ac8aa08950 req-d2f1feb0-f6cc-47fe-9e8c-b1602be488f4 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 944 time: 0.1262345 Sep 15 19:36:37.704522 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-9a668f63-d533-4b56-9cd4-9829b482c0c7 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581218 Sep 15 19:36:37.713514 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-630194ca-96b1-40ca-b459-32ac8aa08950 req-0ad7b790-cdf9-4323-9421-3f492e93ba61 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718095 Sep 15 19:36:37.833857 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b45f6f18-6bcd-4bad-958d-e8c3f5dcaeea req-ae5dbb1b-af9e-4634-bed6-fd5f407f9d75 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222501 Sep 15 19:36:38.503587 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:38.913994 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-2a0c7e5a-07ce-4c6f-8883-e83551f7d7da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1257422 Sep 15 19:36:38.924642 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d71792-0cdd-4338-8264-33cffd4fd342 req-df09f66b-0a21-4d24-9ec3-5f751ab30c76 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:38.926035 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-60d71792-0cdd-4338-8264-33cffd4fd342 req-df09f66b-0a21-4d24-9ec3-5f751ab30c76 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 944 time: 0.0973098 Sep 15 19:36:38.970205 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-60d71792-0cdd-4338-8264-33cffd4fd342 req-a6ea888b-4416-4aa8-9d72-c4a2014ff5bb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386057 Sep 15 19:36:39.051204 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-fc4a1a98-3e87-4ea0-8f2b-f7cfe96a07e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1098 time: 0.0699925 Sep 15 19:36:39.195038 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-028f47ec-2119-489e-a399-8254f7f5e588 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:39.196481 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-028f47ec-2119-489e-a399-8254f7f5e588 service neutron] 10.222.0.54 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 909 time: 0.1275358 Sep 15 19:36:39.297905 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-9efcbb79-750c-4a3c-baac-86f8dce8355c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 1001 time: 0.0938988 Sep 15 19:36:39.357537 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-0eafbeee-fd5a-4395-8384-c3f241126cf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:39.359399 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-0eafbeee-fd5a-4395-8384-c3f241126cf8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 200 len: 847 time: 0.0547252 Sep 15 19:36:39.430946 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-dd016c80-88f7-4775-8e2f-229796803d7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=133f75bc-5be9-40a0-b207-f413405881ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0660660 Sep 15 19:36:39.558562 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-a3255d8e-7758-47c3-b915-73f872bebb9c service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209400 Sep 15 19:36:39.688915 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-2fb3e9d4-cb4b-49d6-8442-35ed154e99f3 req-6434b369-eb62-46a1-af74-ad0f380a030f service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239872 Sep 15 19:36:39.920707 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:40.171940 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186708a-a258-4d7c-b174-88e78b03e2bf req-13415396-a6cc-4d8a-a3c2-44b0ab7c901b tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:40.173381 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c186708a-a258-4d7c-b174-88e78b03e2bf req-13415396-a6cc-4d8a-a3c2-44b0ab7c901b tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 944 time: 0.0807042 Sep 15 19:36:40.219119 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-c186708a-a258-4d7c-b174-88e78b03e2bf req-448d78ee-efa1-42f0-bd35-a0bfd4161829 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402861 Sep 15 19:36:41.411403 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e1c6-f596-4617-a741-c9b785eff56b req-ab7bccd9-ecfd-4003-8cca-e0a97513c516 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:41.412841 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3a84e1c6-f596-4617-a741-c9b785eff56b req-ab7bccd9-ecfd-4003-8cca-e0a97513c516 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 944 time: 0.0749407 Sep 15 19:36:41.460598 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3a84e1c6-f596-4617-a741-c9b785eff56b req-a43f773e-e351-4204-b2df-10b03216db67 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Sep 15 19:36:42.092904 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=75812) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 19:36:42.222506 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:42.235435 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Returning: {'device': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'port_id': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'mac_address': 'fa:16:3e:e9:ae:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=75812) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 19:36:42.287013 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:42.303930 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 {{(pid=75812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 19:36:42.318807 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:42.419502 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:42.421240 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:42.486038 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,revision_number=4']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:42.495019 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.495361 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.495691 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.496019 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.496338 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.496659 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.496977 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.497312 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.497610 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.497923 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.498260 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:36:42.501935 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:42.629905 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] get_ports_and_sgs() called for port_ids ['bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4'] {{(pid=75812) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 15 19:36:42.651621 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf4593-9bf5-4ceb-9bba-ed0245c26b3c req-536cd78e-2351-49b2-8512-53c1f000144b tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:42.653078 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-adcf4593-9bf5-4ceb-9bba-ed0245c26b3c req-536cd78e-2351-49b2-8512-53c1f000144b tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 945 time: 0.0761173 Sep 15 19:36:42.703355 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-adcf4593-9bf5-4ceb-9bba-ed0245c26b3c req-90647bed-985a-4a10-b13f-7e96c4c928d3 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422843 Sep 15 19:36:43.985527 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299dea2-41a8-435f-a654-82b3ea6dcfef req-061cd61a-29c7-4394-b426-0c76e3a82d7f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:43.987658 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4299dea2-41a8-435f-a654-82b3ea6dcfef req-061cd61a-29c7-4394-b426-0c76e3a82d7f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 945 time: 0.1597269 Sep 15 19:36:44.031713 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-4299dea2-41a8-435f-a654-82b3ea6dcfef req-d3cf0af8-bdd0-4473-afa5-b6bc1a3f4f92 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384736 Sep 15 19:36:44.092315 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 up at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 19:36:44.237207 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning for port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 completed by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 19:36:44.242027 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.provisioning_blocks [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Provisioning complete for port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 triggered by entity L2. {{(pid=75812) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 19:36:44.242424 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3758874'] for port, provisioning_complete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:44.366550 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3770715'] for port, before_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:44.393163 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4'}] {{(pid=75812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:36:44.402853 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] For port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:44.449835 dv-cinder-805825-3-smb neutron-server[75812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'code': 200} Sep 15 19:36:44.477339 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740176154359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740175759225', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740175759270'] for port, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:44.479206 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:44.542175 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Pushing event updated for resources: {'Port': ['ID=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,revision_number=5']} {{(pid=75812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:44.545163 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_concurrency.lockutils [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=75812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:44.829699 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cc4b35d0-aa48-4211-8841-b37038f9af52 req-cb162d1b-7e7b-4477-9202-a6d93de19e53 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0652862 Sep 15 19:36:44.870880 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cc4b35d0-aa48-4211-8841-b37038f9af52 req-699e2254-2726-4857-9f93-f9459dd32f02 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348880 Sep 15 19:36:45.224635 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76596-762e-4a49-891d-9c360588a459 req-7af2568a-14bb-4fa0-80b1-fe15529ff040 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:45.226072 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cca76596-762e-4a49-891d-9c360588a459 req-7af2568a-14bb-4fa0-80b1-fe15529ff040 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 946 time: 0.0775273 Sep 15 19:36:45.271198 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-cca76596-762e-4a49-891d-9c360588a459 req-bf099768-feab-4ba9-a6c2-174edd6702be tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397205 Sep 15 19:36:46.476008 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da40605-987c-4b0e-aa67-3e3051c329d5 req-fd1f595c-886b-4097-9a38-036445a34506 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:46.477446 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3da40605-987c-4b0e-aa67-3e3051c329d5 req-fd1f595c-886b-4097-9a38-036445a34506 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 946 time: 0.0756128 Sep 15 19:36:46.522231 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-3da40605-987c-4b0e-aa67-3e3051c329d5 req-c934bfcd-c2d6-4649-b606-b0930380f75f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393875 Sep 15 19:36:46.720565 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1d6ae-02a9-452b-9cfc-6dac91dbeae4 req-368722a4-9765-4f60-a020-d8dfa15a0d09 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:46.722137 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d6e1d6ae-02a9-452b-9cfc-6dac91dbeae4 req-368722a4-9765-4f60-a020-d8dfa15a0d09 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 946 time: 0.0781157 Sep 15 19:36:46.730538 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 53994) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:46.735671 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.v2.base [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Request body: {'floatingip': {'port_id': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4'}} {{(pid=75810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 15 19:36:46.809960 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, before_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:47.386161 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:47.440516 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:47.619941 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Floating IP 1f405ea1-b048-4273-b37a-c2a4a17235a8 associated. External IP: 172.28.1.193, port: bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4. Sep 15 19:36:48.086272 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:36:48.299770 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:36:48.304224 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:48.309138 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] Sync routers for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:36:48.321904 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:36:48.322554 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:48.358910 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-6c0fa7d2-10a9-4e98-a81c-8b727e0b4d55 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "PUT /v2.0/floatingips/1f405ea1-b048-4273-b37a-c2a4a17235a8 HTTP/1.1" status: 200 len: 992 time: 1.6248004 Sep 15 19:36:48.358910 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'tag': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:36:48.411710 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'tag': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'status': 'completed', 'code': 200} Sep 15 19:36:48.500372 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:36:48.505015 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b893fa95-c144-4298-9984-afec1f7b774c req-d03be080-6e85-486f-8872-1539910723d6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3063024778b44a696e8301bf7194d9c&device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 1099 time: 0.0718565 Sep 15 19:36:48.638606 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893fa95-c144-4298-9984-afec1f7b774c req-808c4f12-4844-4324-b9ce-9cac54a3bc49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:48.639939 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b893fa95-c144-4298-9984-afec1f7b774c req-808c4f12-4844-4324-b9ce-9cac54a3bc49 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 200 len: 911 time: 0.1272523 Sep 15 19:36:48.749882 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b893fa95-c144-4298-9984-afec1f7b774c req-5185ee21-77c7-4583-acb5-0e951fe4f258 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 HTTP/1.1" status: 200 len: 1000 time: 0.1038251 Sep 15 19:36:48.813567 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893fa95-c144-4298-9984-afec1f7b774c req-09dd0994-91d6-4873-902b-fc820585346b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:48.815238 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b893fa95-c144-4298-9984-afec1f7b774c req-09dd0994-91d6-4873-902b-fc820585346b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0fbe9e86-5d03-418e-9fca-dcc77f95145e HTTP/1.1" status: 200 len: 849 time: 0.0591810 Sep 15 19:36:48.851236 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1f405ea1-b048-4273-b37a-c2a4a17235a8', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'port_id': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'mac_address': 'fa:16:3e:e9:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:36:30Z', 'updated_at': '2021-09-15T19:36:47Z', 'revision_number': 1, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:48.854983 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] Checking router: f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:36:48.865955 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:36:48.866901 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:48.890810 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b893fa95-c144-4298-9984-afec1f7b774c req-545d46e2-a20d-4e7f-8666-aa7f89f7f328 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3996813a-5c08-47db-97c3-724f1c7242d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691097 Sep 15 19:36:49.020192 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b893fa95-c144-4298-9984-afec1f7b774c req-47a6e252-f436-4639-94c9-933e13e9c771 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232250 Sep 15 19:36:49.041514 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:36:49.269470 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-b893fa95-c144-4298-9984-afec1f7b774c req-320c117e-6048-4f7c-9b35-e87f6ab593d5 service neutron] 10.222.0.54 "GET /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252429 Sep 15 19:36:49.391953 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1f405ea1-b048-4273-b37a-c2a4a17235a8', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'port_id': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'mac_address': 'fa:16:3e:e9:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:36:30Z', 'updated_at': '2021-09-15T19:36:47Z', 'revision_number': 1, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:49.396462 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02464fcc-f7cd-4d7d-8e8a-bd07ebb80d9d None None] The sync data for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb is: [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_floatingips': [{'id': '1f405ea1-b048-4273-b37a-c2a4a17235a8', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'floating_ip_address': '172.28.1.193', 'floating_network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'router_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'port_id': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'mac_address': 'fa:16:3e:e9:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T19:36:30Z', 'updated_at': '2021-09-15T19:36:47Z', 'revision_number': 1, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:36:49.582175 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8766146-efa3-4e6b-9c92-840c27aa732b None None] New status for floating IP 1f405ea1-b048-4273-b37a-c2a4a17235a8: ACTIVE {{(pid=75812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:36:50.703211 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54006) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:50.905899 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Deleting port 7f9353bb-dc9b-429b-ac13-5651d83d0de3 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:36:50.906213 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:51.071068 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:51.071396 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:51.188659 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Calling delete_port for 7f9353bb-dc9b-429b-ac13-5651d83d0de3 owned by network:floatingip {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:36:51.391447 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:51.396193 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:51.435307 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event deleted for resources: {'Port': ['ID=7f9353bb-dc9b-429b-ac13-5651d83d0de3,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:51.437893 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:51.526942 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for floatingip, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:51.906062 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Router 5f6a2bda-e603-49f9-9187-65297529bdb3 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:36:52.193628 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:36:52.203270 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] Sync routers for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:36:52.215144 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:36:52.224961 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:52.282497 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:52.334332 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e1978d49-e4c2-4116-971e-7d87e7e8c2e0 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "DELETE /v2.0/floatingips/1e2884f7-4f9b-4c73-9950-b68e4d812b64 HTTP/1.1" status: 204 len: 168 time: 1.6300204 Sep 15 19:36:52.334975 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc'}] {{(pid=75811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:36:52.392425 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:36:52.469565 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'status': 'completed', 'code': 200} Sep 15 19:36:52.632626 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-69fcad03-4439-4226-ad97-9b138d17fb54 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=be2cdda8e04545b2ac385b95ab585d79&device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 1098 time: 0.1423423 Sep 15 19:36:52.717839 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:41Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:52.721652 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] Checking router: 5f6a2bda-e603-49f9-9187-65297529bdb3 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:36:52.732024 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:36:52.732626 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:52.769239 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763089-9ceb-4155-813b-75bbc783066e req-98ad28a5-1fb5-4264-bf7f-f859a86d8141 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:52.770617 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-98ad28a5-1fb5-4264-bf7f-f859a86d8141 service neutron] 10.222.0.54 "GET /v2.0/networks?id=133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 200 len: 909 time: 0.1319001 Sep 15 19:36:52.839437 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-fbf2cb0f-13c9-40b5-bc4e-8b827c1e7e81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 200 len: 217 time: 0.0617206 Sep 15 19:36:52.913652 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:36:53.050885 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763089-9ceb-4155-813b-75bbc783066e req-ad945e4d-ee33-42ea-911e-99f9fea81d12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:53.052326 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-ad945e4d-ee33-42ea-911e-99f9fea81d12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 200 len: 847 time: 0.2059870 Sep 15 19:36:53.134134 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253edda2-f525-47ed-ab8a-92f1a4a40fd8 req-7903cece-b8e8-4cff-b327-5333104502d1 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:53.135583 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-253edda2-f525-47ed-ab8a-92f1a4a40fd8 req-7903cece-b8e8-4cff-b327-5333104502d1 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.1452751 Sep 15 19:36:53.166411 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-adc8bd91-bbf0-4a15-b0e7-38480bfb044f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=133f75bc-5be9-40a0-b207-f413405881ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1057446 Sep 15 19:36:53.181577 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-193ddd8c-1603-468b-a598-c138cc93f6a8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=75810) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Sep 15 19:36:53.182524 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-193ddd8c-1603-468b-a598-c138cc93f6a8 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051138 Sep 15 19:36:53.213469 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-253edda2-f525-47ed-ab8a-92f1a4a40fd8 req-0ceb5d1c-5542-42c7-bad7-e47185fac32b tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712471 Sep 15 19:36:53.240974 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:41Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:36:53.245362 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d20acea-bc3d-40d7-a508-b37c971ddeee None None] The sync data for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb is: [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:32:31Z', 'revision_number': 4, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'ba400908-aeb5-4e05-ac13-0d4be3cc5d5b', 'name': '', 'network_id': '133f75bc-5be9-40a0-b207-f413405881ae', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'mac_address': 'fa:16:3e:fb:a4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:30Z', 'updated_at': '2021-09-15T19:32:41Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'subnets': [{'id': '8f9aee11-64d8-46c3-9b0d-90f51572d40f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:36:53.320714 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-ea2d8ac4-4505-47b9-80a5-4e58892e795e service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305454 Sep 15 19:36:53.454079 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f1763089-9ceb-4155-813b-75bbc783066e req-96b57f94-96f1-4a90-a6ad-738035fe63c3 service neutron] 10.222.0.54 "GET /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268585 Sep 15 19:36:53.464343 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b03d4-ae99-4751-9c93-5f18ec07f460 None None] New status for floating IP 1e2884f7-4f9b-4c73-9950-b68e4d812b64: DOWN {{(pid=75812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:36:54.213785 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb965-3025-447e-a185-b0a54c0bace2 req-ce066750-3fce-4efb-bb16-7585d1f989cb tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:54.215256 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-791cb965-3025-447e-a185-b0a54c0bace2 req-ce066750-3fce-4efb-bb16-7585d1f989cb tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.0739262 Sep 15 19:36:54.285032 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Deleting port 279dd7b8-a686-42f8-ab30-c98c80aa07dc {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:36:54.285380 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:54.489903 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7578a-a348-4576-a998-02ad12c8f19b req-7bb06792-b8c5-4ce5-8455-8dcea9a46d1d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:36:54.491285 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f4a7578a-a348-4576-a998-02ad12c8f19b req-7bb06792-b8c5-4ce5-8455-8dcea9a46d1d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 945 time: 0.1576357 Sep 15 19:36:54.609863 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-f4a7578a-a348-4576-a998-02ad12c8f19b req-e38dcd9e-2e0d-434b-9ea5-0ca641e4033e tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/security-groups?id=06df7fea-9eea-4c73-9c80-c7de3f87140d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730500 Sep 15 19:36:54.615091 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] For port 279dd7b8-a686-42f8-ab30-c98c80aa07dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=279dd7b8-a686-42f8-ab30-c98c80aa07dc,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:54.615441 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:54.736903 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Calling delete_port for 279dd7b8-a686-42f8-ab30-c98c80aa07dc owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:36:54.926909 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:54.932889 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:54.973610 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event deleted for resources: {'Port': ['ID=279dd7b8-a686-42f8-ab30-c98c80aa07dc,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:54.975937 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:55.048007 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] No DVR routers for this DVR port 279dd7b8-a686-42f8-ab30-c98c80aa07dc on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:36:55.051246 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:55.053664 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'name': 'network-vif-deleted', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:36:55.064589 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-791cb965-3025-447e-a185-b0a54c0bace2 req-927fdb25-0ce9-4785-b058-83ca4d487e34 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.54 "DELETE /v2.0/ports/279dd7b8-a686-42f8-ab30-c98c80aa07dc HTTP/1.1" status: 204 len: 173 time: 0.8443162 Sep 15 19:36:55.108123 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc826cf-e793-4526-b8c5-303a2019e154', 'name': 'network-vif-deleted', 'tag': '279dd7b8-a686-42f8-ab30-c98c80aa07dc', 'status': 'completed', 'code': 200} Sep 15 19:36:55.780772 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-d2070df1-5f9c-4f4f-9dad-8b037adb3e95 req-f666bb5b-fbb0-444b-aebc-cc60603e06e2 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Synchronizing usage tracker for tenant:be2cdda8e04545b2ac385b95ab585d79 on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:36:55.899681 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-d2070df1-5f9c-4f4f-9dad-8b037adb3e95 req-f666bb5b-fbb0-444b-aebc-cc60603e06e2 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Unset dirty status for tenant:be2cdda8e04545b2ac385b95ab585d79 on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:36:55.901038 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-d2070df1-5f9c-4f4f-9dad-8b037adb3e95 req-f666bb5b-fbb0-444b-aebc-cc60603e06e2 tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fc826cf-e793-4526-b8c5-303a2019e154 HTTP/1.1" status: 200 len: 210 time: 0.1609340 Sep 15 19:36:57.005549 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54038) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:57.072308 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b455f808-b775-4aa5-98a8-0f1f5937cb3d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:57.100158 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b455f808-b775-4aa5-98a8-0f1f5937cb3d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:57.236720 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b455f808-b775-4aa5-98a8-0f1f5937cb3d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:57.240444 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-1c3f9ff2-cd83-4384-ac49-ec787324cb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:57.256962 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455f808-b775-4aa5-98a8-0f1f5937cb3d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06df7fea-9eea-4c73-9c80-c7de3f87140d,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:57.259309 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b455f808-b775-4aa5-98a8-0f1f5937cb3d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:57.324727 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b455f808-b775-4aa5-98a8-0f1f5937cb3d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:57.325871 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b455f808-b775-4aa5-98a8-0f1f5937cb3d tempest-TestShelveInstance-177348038 tempest-TestShelveInstance-177348038-project] 10.222.0.57 "DELETE /v2.0/security-groups/06df7fea-9eea-4c73-9c80-c7de3f87140d HTTP/1.1" status: 204 len: 168 time: 0.3193257 Sep 15 19:36:57.422443 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54046) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:36:57.884906 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695544'] for router_interface, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:58.154844 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 279dd7b8-a686-42f8-ab30-c98c80aa07dc no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:36:58.186315 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: 279dd7b8-a686-42f8-ab30-c98c80aa07dc {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:36:58.188306 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device 279dd7b8-a686-42f8-ab30-c98c80aa07dc not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:36:58.458339 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Deleting port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:36:58.458920 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:58.640116 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] For port ba400908-aeb5-4e05-ac13-0d4be3cc5d5b, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:36:58.640467 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:58.683243 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:36:58.762016 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Calling delete_port for ba400908-aeb5-4e05-ac13-0d4be3cc5d5b owned by network:router_interface {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:36:58.997363 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:59.001003 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b3a01f2a-7fbd-478b-8e6c-e43e7d4f2927 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:36:59.041682 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba400908-aeb5-4e05-ac13-0d4be3cc5d5b,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:36:59.045117 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:36:59.423231 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3810434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692674'] for router_interface, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:36:59.981200 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Router 5f6a2bda-e603-49f9-9187-65297529bdb3 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:37:00.172335 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:37:00.180407 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] Sync routers for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:37:00.192710 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:37:00.198661 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:00.265216 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-8588de0c-c13f-43e8-b6c7-3098625e2a0d admin admin] 10.222.0.57 "PUT /v2.0/routers/5f6a2bda-e603-49f9-9187-65297529bdb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418436 Sep 15 19:37:00.267350 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54054) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:00.361055 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:37:00.459959 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks [] for router, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:00.653023 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:00.661303 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:36:58Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:00.665012 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] Checking router: 5f6a2bda-e603-49f9-9187-65297529bdb3 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:37:00.675699 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] Routers {'5f6a2bda-e603-49f9-9187-65297529bdb3'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:37:00.676822 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['5f6a2bda-e603-49f9-9187-65297529bdb3'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:00.760709 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Deleting port 58d2ac6e-df64-42e5-afe3-d89d7bb94603 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:00.761156 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:00.862463 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] Set router 5f6a2bda-e603-49f9-9187-65297529bdb3 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:37:01.040230 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] For port 58d2ac6e-df64-42e5-afe3-d89d7bb94603, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=58d2ac6e-df64-42e5-afe3-d89d7bb94603,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:01.040857 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:01.149439 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:36:58Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:01.153233 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ab5ca-473f-4805-93b4-4ca8bcf9e8b3 None None] The sync data for ids ['5f6a2bda-e603-49f9-9187-65297529bdb3'] in dv-cinder-805825-3-smb is: [{'id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'name': 'tempest-TestShelveInstance-722850303-router', 'tenant_id': 'be2cdda8e04545b2ac385b95ab585d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147'}], 'enable_snat': True}, 'gw_port_id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:26Z', 'updated_at': '2021-09-15T19:36:58Z', 'revision_number': 5, 'project_id': 'be2cdda8e04545b2ac385b95ab585d79', 'gw_port': {'id': '58d2ac6e-df64-42e5-afe3-d89d7bb94603', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ad:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a2bda-e603-49f9-9187-65297529bdb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:27Z', 'updated_at': '2021-09-15T19:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:37:01.160454 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Calling delete_port for 58d2ac6e-df64-42e5-afe3-d89d7bb94603 owned by network:router_gateway {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:01.377537 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:01.381554 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ee9c9027-3232-4f40-872e-354151b4da95 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:01.419687 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d2ac6e-df64-42e5-afe3-d89d7bb94603,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:01.423153 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:01.639762 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694701'] for router_gateway, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:01.888730 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254101'] for router, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:01.892848 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:01.995140 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690773'] for router, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:01.995653 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6a2bda-e603-49f9-9187-65297529bdb3 {{(pid=75810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:37:02.009450 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] Notify callbacks [] for router, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.012875 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-881c89a5-cec0-46d8-9a1f-14137de13345 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5f6a2bda-e603-49f9-9187-65297529bdb3 HTTP/1.1" status: 204 len: 168 time: 1.7423830 Sep 15 19:37:02.013602 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54062) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:02.074078 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] Deleting subnet 8f9aee11-64d8-46c3-9b0d-90f51572d40f {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:37:02.077083 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.127078 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.203825 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.345659 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.350057 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:02.385153 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f9aee11-64d8-46c3-9b0d-90f51572d40f,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:02.388979 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:02.391611 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.397394 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d2f22-c33f-4d86-a10c-4e7b0b3fac74 None None] Network 133f75bc-5be9-40a0-b207-f413405881ae requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:37:02.397905 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-4e824707-303c-4304-b1af-94ed91bbacec admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8f9aee11-64d8-46c3-9b0d-90f51572d40f HTTP/1.1" status: 204 len: 168 time: 0.3832154 Sep 15 19:37:02.403708 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54066) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:02.492139 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device ba400908-aeb5-4e05-ac13-0d4be3cc5d5b no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:02.503797 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.514480 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Deleting port 1269f652-6bf5-4648-8d9c-83d1ed625067 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:02.514811 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.528664 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: ba400908-aeb5-4e05-ac13-0d4be3cc5d5b {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:02.529010 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device ba400908-aeb5-4e05-ac13-0d4be3cc5d5b not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:02.529440 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 58d2ac6e-df64-42e5-afe3-d89d7bb94603 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:02.591450 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 58d2ac6e-df64-42e5-afe3-d89d7bb94603 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:02.591797 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 58d2ac6e-df64-42e5-afe3-d89d7bb94603 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:02.713906 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] DHCP port deletion for 133f75bc-5be9-40a0-b207-f413405881ae request from dv-cinder-805825-3-smb {{(pid=75812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:37:02.715520 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] For port 1269f652-6bf5-4648-8d9c-83d1ed625067, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=1269f652-6bf5-4648-8d9c-83d1ed625067,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:02.715876 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.717793 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] Deleting port 1269f652-6bf5-4648-8d9c-83d1ed625067 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:02.718188 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.836032 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Calling delete_port for 1269f652-6bf5-4648-8d9c-83d1ed625067 owned by network:dhcp {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:02.938046 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] For port 1269f652-6bf5-4648-8d9c-83d1ed625067, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=1269f652-6bf5-4648-8d9c-83d1ed625067,segment=NetworkSegment(41864953-fb20-4fd2-8200-838da9156fcf),segment_id=41864953-fb20-4fd2-8200-838da9156fcf)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:02.938473 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.977771 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:02.982308 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d962b0a2-96cd-4a3e-b61e-d9fbb8424fd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:03.028333 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1269f652-6bf5-4648-8d9c-83d1ed625067,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:03.031168 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:03.033481 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] No DVR routers for this DVR port 1269f652-6bf5-4648-8d9c-83d1ed625067 on host dv-cinder-805825-3-smb {{(pid=75811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:37:03.055318 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] Calling delete_port for 1269f652-6bf5-4648-8d9c-83d1ed625067 owned by network:dhcp {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:03.079874 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:03.123465 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.api [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:37:03.124044 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_db.api [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:37:03.148122 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:03.161189 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133f75bc-5be9-40a0-b207-f413405881ae']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:03.172430 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41864953-fb20-4fd2-8200-838da9156fcf') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:03.172717 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41864953-fb20-4fd2-8200-838da9156fcf') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:03.185934 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:03.202552 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:03.208511 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:37:03.208884 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:37:03.221359 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:37:03.365978 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:03.369832 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:03.382268 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:03.392448 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=133f75bc-5be9-40a0-b207-f413405881ae,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:03.396045 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:03.463703 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-d5364722-41fb-4254-82f9-8cd9d68678f8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/133f75bc-5be9-40a0-b207-f413405881ae HTTP/1.1" status: 204 len: 168 time: 1.0626240 Sep 15 19:37:03.466476 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54072) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:03.625196 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] Deleting port 1269f652-6bf5-4648-8d9c-83d1ed625067 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:03.625758 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:03.728378 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-15ea4a33-36ca-4bbe-8a53-322676764a7b None None] The port '1269f652-6bf5-4648-8d9c-83d1ed625067' was deleted {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:37:03.952856 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695544'] for router_interface, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:04.427146 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 1269f652-6bf5-4648-8d9c-83d1ed625067 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:04.458705 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 1269f652-6bf5-4648-8d9c-83d1ed625067 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:04.459052 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 1269f652-6bf5-4648-8d9c-83d1ed625067 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:04.536559 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Deleting port e14b35f2-7d0c-4b06-8f4d-c840efa14231 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:04.537126 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:04.704679 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] For port e14b35f2-7d0c-4b06-8f4d-c840efa14231, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=e14b35f2-7d0c-4b06-8f4d-c840efa14231,segment=NetworkSegment(c13cb82a-b8a0-42c6-b693-9ca6bce6db2c),segment_id=c13cb82a-b8a0-42c6-b693-9ca6bce6db2c)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:04.705027 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:04.821165 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Calling delete_port for e14b35f2-7d0c-4b06-8f4d-c840efa14231 owned by network:router_interface {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:05.063283 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:05.067684 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:05.111786 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14b35f2-7d0c-4b06-8f4d-c840efa14231,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:05.114260 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:05.166609 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5607ebb4-568f-4831-a75c-31ba44e6d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:05.484932 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3810434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692674'] for router_interface, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:05.612121 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:06.042146 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Router e2b5f830-4dad-4e3c-85e1-cda0d694454d has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:37:06.235109 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:37:06.244603 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] Sync routers for ids ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'] in dv-cinder-805825-3-smb {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:37:06.256056 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] Routers {'e2b5f830-4dad-4e3c-85e1-cda0d694454d'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:37:06.257010 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:06.321565 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54080) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:06.322139 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-c5d69202-0ed9-4e9c-bf95-6f809f5ee8c6 admin admin] 10.222.0.57 "PUT /v2.0/routers/e2b5f830-4dad-4e3c-85e1-cda0d694454d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8541741 Sep 15 19:37:06.436038 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] Set router e2b5f830-4dad-4e3c-85e1-cda0d694454d gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:37:06.521445 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks [] for router, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:06.721761 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:37:04Z', 'revision_number': 5, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:06.725773 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] Checking router: e2b5f830-4dad-4e3c-85e1-cda0d694454d for host: dv-cinder-805825-3-smb {{(pid=75812) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:37:06.736769 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] Routers {'e2b5f830-4dad-4e3c-85e1-cda0d694454d'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75812) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:37:06.737399 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:36:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'], 'active': True} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:06.820248 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:06.888834 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Deleting port 91c54d52-c85f-4828-8600-68a0a17acbbb {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:06.889697 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:06.908936 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_dvr_db [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] Set router e2b5f830-4dad-4e3c-85e1-cda0d694454d gateway port host: dv-cinder-805825-3-smb {{(pid=75812) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:37:07.067622 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] For port 91c54d52-c85f-4828-8600-68a0a17acbbb, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=91c54d52-c85f-4828-8600-68a0a17acbbb,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:07.067890 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:07.185815 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.db.l3_hamode_db [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:37:04Z', 'revision_number': 5, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:07.186413 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Calling delete_port for 91c54d52-c85f-4828-8600-68a0a17acbbb owned by network:router_gateway {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:07.189876 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19586103-113b-4d53-8692-602cb3f5d63d None None] The sync data for ids ['e2b5f830-4dad-4e3c-85e1-cda0d694454d'] in dv-cinder-805825-3-smb is: [{'id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'name': 'tempest-TestShelveInstance-1726402757-router', 'tenant_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18'}], 'enable_snat': True}, 'gw_port_id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:32:36Z', 'updated_at': '2021-09-15T19:37:04Z', 'revision_number': 5, 'project_id': '0ba49c9bf0dc4c8d8b0f64cbf88729ed', 'gw_port': {'id': '91c54d52-c85f-4828-8600-68a0a17acbbb', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b5f830-4dad-4e3c-85e1-cda0d694454d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:32:39Z', 'updated_at': '2021-09-15T19:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}] {{(pid=75812) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:37:07.413825 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:07.418022 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-56e0e15d-f4c6-4d44-a595-5392b9a45d25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:07.446079 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c0bf6c58-bae8-4957-95f9-d3696b17a0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:07.458588 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=91c54d52-c85f-4828-8600-68a0a17acbbb,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:07.460978 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:07.681336 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694701'] for router_gateway, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:07.933726 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254101'] for router, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:07.937841 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.045966 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690773'] for router, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.046493 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b5f830-4dad-4e3c-85e1-cda0d694454d {{(pid=75810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:37:08.058597 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] Notify callbacks [] for router, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.059720 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-095b0b79-4bce-4189-8d84-d68998cc6b11 admin admin] 10.222.0.57 "DELETE /v2.0/routers/e2b5f830-4dad-4e3c-85e1-cda0d694454d HTTP/1.1" status: 204 len: 168 time: 1.7362347 Sep 15 19:37:08.062244 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54088) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:08.125309 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] Deleting subnet b9a0c5a0-4381-41e4-9cbc-32f329e8e6df {{(pid=75810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:37:08.128431 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.177051 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1780301'] for subnet, precommit_delete_associations {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.375636 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.515725 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device e14b35f2-7d0c-4b06-8f4d-c840efa14231 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:08.528805 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1780355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1975837'] for subnet, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.532972 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:08.547802 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: e14b35f2-7d0c-4b06-8f4d-c840efa14231 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:08.548154 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device e14b35f2-7d0c-4b06-8f4d-c840efa14231 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:08.548579 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 91c54d52-c85f-4828-8600-68a0a17acbbb no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:08.573467 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a0c5a0-4381-41e4-9cbc-32f329e8e6df,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:08.577434 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:08.579374 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 91c54d52-c85f-4828-8600-68a0a17acbbb {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:08.579727 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 91c54d52-c85f-4828-8600-68a0a17acbbb not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:08.580372 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.587126 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70edeea0-dd84-4aa9-89bb-3e025f232472 None None] Network 53cedec4-d606-4418-88c7-dcf5622f455a requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:37:08.587276 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-b2d1aa53-306a-489c-aae8-956fb69a9e58 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b9a0c5a0-4381-41e4-9cbc-32f329e8e6df HTTP/1.1" status: 204 len: 168 time: 0.5240912 Sep 15 19:37:08.589752 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54092) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:08.605682 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.694485 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.706641 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Deleting port f555967b-60f5-4635-a7c4-27dafb332626 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:08.707002 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.879476 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] DHCP port deletion for 53cedec4-d606-4418-88c7-dcf5622f455a request from dv-cinder-805825-3-smb {{(pid=75812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:37:08.884047 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] Deleting port f555967b-60f5-4635-a7c4-27dafb332626 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:08.884607 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:08.924017 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] For port f555967b-60f5-4635-a7c4-27dafb332626, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f555967b-60f5-4635-a7c4-27dafb332626,segment=NetworkSegment(c13cb82a-b8a0-42c6-b693-9ca6bce6db2c),segment_id=c13cb82a-b8a0-42c6-b693-9ca6bce6db2c)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:08.924334 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.045996 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Calling delete_port for f555967b-60f5-4635-a7c4-27dafb332626 owned by network:dhcp {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:09.079166 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] For port f555967b-60f5-4635-a7c4-27dafb332626, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=f555967b-60f5-4635-a7c4-27dafb332626,segment=NetworkSegment(c13cb82a-b8a0-42c6-b693-9ca6bce6db2c),segment_id=c13cb82a-b8a0-42c6-b693-9ca6bce6db2c)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:09.079559 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.185377 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.189236 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-2979890a-3578-4ab3-a85a-5426eb33c3de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:09.197414 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] Calling delete_port for f555967b-60f5-4635-a7c4-27dafb332626 owned by network:dhcp {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:09.228614 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=f555967b-60f5-4635-a7c4-27dafb332626,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:09.231908 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:09.235473 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] No DVR routers for this DVR port f555967b-60f5-4635-a7c4-27dafb332626 on host dv-cinder-805825-3-smb {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:37:09.266138 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.api [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:37:09.266481 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_db.api [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:37:09.348656 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.361423 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cedec4-d606-4418-88c7-dcf5622f455a']}} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:09.376664 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c') {'for_net_delete': True} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:09.376960 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.services.segments.db [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13cb82a-b8a0-42c6-b693-9ca6bce6db2c') {} {{(pid=75810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:09.388032 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1780292'] for segment, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.403653 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.409461 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=75810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:37:09.409836 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1780513'] for segment, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: Traceback (most recent call last): Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: timer() Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: cb(*args, **kw) Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: return func(*args, **kwargs) Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: self._notify() Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: self.callback(batched_events) Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: event.method(event) Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: return f(self, *a, **k) Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: return self._get(url).json() Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: return self.request(url, 'GET', **kwargs) Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:37:09.422914 dv-cinder-805825-3-smb neutron-server[75810]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:37:09.567825 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.571297 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-a287dec0-8902-4406-a541-a9063c9a88b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:09.584688 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.600948 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=53cedec4-d606-4418-88c7-dcf5622f455a,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:09.604403 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:09.606213 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-6d087af7-224c-4747-bddd-aab2faf62dfe admin admin] 10.222.0.57 "DELETE /v2.0/networks/53cedec4-d606-4418-88c7-dcf5622f455a HTTP/1.1" status: 204 len: 168 time: 1.0154176 Sep 15 19:37:09.767592 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] Deleting port f555967b-60f5-4635-a7c4-27dafb332626 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:09.768170 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.833525 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d1cea-4c95-43e7-84bd-a4accbf3c0c1 None None] The port 'f555967b-60f5-4635-a7c4-27dafb332626' was deleted {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:37:09.922484 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54100) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:09.926622 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:09.974968 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2c84a3c5-11ba-453e-a013-3d648d62b685 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be2cdda8e04545b2ac385b95ab585d79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512164 Sep 15 19:37:09.977264 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54106) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:10.035838 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ad34c3c9-fd1f-4012-a637-440352080920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:10.061807 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ad34c3c9-fd1f-4012-a637-440352080920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:10.189577 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ad34c3c9-fd1f-4012-a637-440352080920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:10.193680 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:10.205659 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34c3c9-fd1f-4012-a637-440352080920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c9ca88-de6e-4c57-9a7d-55342513382f,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:10.209725 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ad34c3c9-fd1f-4012-a637-440352080920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:10.215342 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-ad34c3c9-fd1f-4012-a637-440352080920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:10.216556 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-ad34c3c9-fd1f-4012-a637-440352080920 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3c9ca88-de6e-4c57-9a7d-55342513382f HTTP/1.1" status: 204 len: 168 time: 0.2384126 Sep 15 19:37:10.427973 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f555967b-60f5-4635-a7c4-27dafb332626 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:10.461302 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: f555967b-60f5-4635-a7c4-27dafb332626 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:10.461643 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device f555967b-60f5-4635-a7c4-27dafb332626 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:10.973675 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54114) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:11.022560 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-2a2e61d0-b96f-426c-bc14-16be3d7b50c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ba49c9bf0dc4c8d8b0f64cbf88729ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482581 Sep 15 19:37:11.024798 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54118) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:11.085696 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3ed83f7b-aad0-42be-b5e7-7e802084033a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:11.109858 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3ed83f7b-aad0-42be-b5e7-7e802084033a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:11.236579 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3ed83f7b-aad0-42be-b5e7-7e802084033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:11.240976 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ec6c76b0-e81c-4b0f-a39e-1de205d9f4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:11.252498 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed83f7b-aad0-42be-b5e7-7e802084033a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210a08f8-5b39-42f9-8f91-15d0f5fd40d5,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:11.256064 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3ed83f7b-aad0-42be-b5e7-7e802084033a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:11.259191 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-3ed83f7b-aad0-42be-b5e7-7e802084033a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:11.260369 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-3ed83f7b-aad0-42be-b5e7-7e802084033a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/210a08f8-5b39-42f9-8f91-15d0f5fd40d5 HTTP/1.1" status: 204 len: 168 time: 0.2346528 Sep 15 19:37:32.928026 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:35.122950 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6ec3f5e0-d1ed-4d3f-9e1c-60bf722cf93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:35.606305 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:35.684599 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:37:37.448085 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-97eccd2a-0e51-4a84-85f4-35016a233ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:38.508940 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:39.922547 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:39.939752 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d5e15-6d83-4d58-a5ae-c9fefda61611 req-b9524960-5a65-43e3-aac2-ffb5d97e31a5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:37:39.941218 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb1d5e15-6d83-4d58-a5ae-c9fefda61611 req-b9524960-5a65-43e3-aac2-ffb5d97e31a5 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 946 time: 0.0766485 Sep 15 19:37:39.989408 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-fb1d5e15-6d83-4d58-a5ae-c9fefda61611 req-a16ceb97-2a4c-47f8-8dcb-8b7f04b65953 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Sep 15 19:37:41.183235 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe0143-a275-4eed-94d4-b30925979115 req-975df32b-1a8f-4b45-949d-6bf050c553ad tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:37:41.184687 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-70fe0143-a275-4eed-94d4-b30925979115 req-975df32b-1a8f-4b45-949d-6bf050c553ad tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 946 time: 0.0772178 Sep 15 19:37:41.228881 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-70fe0143-a275-4eed-94d4-b30925979115 req-23dd69c3-37c7-421f-8e5f-dd28f974e739 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387168 Sep 15 19:37:41.787053 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd67881-f46d-411c-8b79-6763f511e117 req-885db9f8-1772-4357-935f-a326fb590d48 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:37:41.788461 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dbd67881-f46d-411c-8b79-6763f511e117 req-885db9f8-1772-4357-935f-a326fb590d48 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 946 time: 0.1562042 Sep 15 19:37:41.853831 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Deleting port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:41.854189 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:42.088143 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.db [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] For port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:42.088409 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:42.404049 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, precommit_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:42.404585 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-694776'] for floatingip, after_update {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:42.404721 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.db.l3_db [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Floating IP 1f405ea1-b048-4273-b37a-c2a4a17235a8 disassociated. External IP: 172.28.1.193, port: bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4. Sep 15 19:37:42.405053 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Calling delete_port for bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 owned by compute:nova {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:42.496404 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d533a-ddf6-4fd1-b2b2-93f37a679f7d req-daae8be5-7c46-400d-829d-be77ce962f4f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=75810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 19:37:42.497842 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-931d533a-ddf6-4fd1-b2b2-93f37a679f7d req-daae8be5-7c46-400d-829d-be77ce962f4f tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 946 time: 0.1457546 Sep 15 19:37:42.592330 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-931d533a-ddf6-4fd1-b2b2-93f37a679f7d req-faf44b18-1acd-4fe9-8ae6-36708ecf4a64 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups?id=8e05787f-74c6-4c23-88c8-71e348d19dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625441 Sep 15 19:37:42.646321 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:42.651843 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-eae75dc2-98be-4303-9eb0-796dd90cc442 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:42.693428 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event deleted for resources: {'Port': ['ID=bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:42.707582 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.707971 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.708320 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.708677 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.709031 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.709381 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.709732 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.710082 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.710458 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.710871 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.711258 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:42.714775 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:42.912674 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:37:43.114776 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:37:43.124795 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] Sync routers for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:37:43.137086 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:37:43.137958 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:37:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:43.187041 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] No DVR routers for this DVR port bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 on host hv-cinder-80582 {{(pid=75810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:37:43.189548 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for port, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:43.192345 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'name': 'network-vif-deleted', 'tag': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4'}] {{(pid=75810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 19:37:43.263988 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-dbd67881-f46d-411c-8b79-6763f511e117 req-3afb6ac7-c3f2-4889-8b5d-043efc3d1fc9 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.54 "DELETE /v2.0/ports/bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 HTTP/1.1" status: 204 len: 173 time: 1.4697132 Sep 15 19:37:43.318007 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:37:43.453672 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9731bb-fd19-4507-83a3-9cefb8e2f6e3', 'name': 'network-vif-deleted', 'tag': 'bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4', 'status': 'completed', 'code': 200} Sep 15 19:37:43.620901 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:43.624800 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] Checking router: f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:37:43.635180 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:37:43.635782 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:37:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:43.764322 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-8c223af6-5bcc-4b35-a8e2-2b35c42b12c3 req-897c4114-ee33-4684-808c-5278d9834112 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Synchronizing usage tracker for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 19:37:43.835365 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:37:43.836808 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [req-8c223af6-5bcc-4b35-a8e2-2b35c42b12c3 req-897c4114-ee33-4684-808c-5278d9834112 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Unset dirty status for tenant:e3063024778b44a696e8301bf7194d9c on resource:port {{(pid=75810) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 19:37:43.838046 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [req-8c223af6-5bcc-4b35-a8e2-2b35c42b12c3 req-897c4114-ee33-4684-808c-5278d9834112 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd9731bb-fd19-4507-83a3-9cefb8e2f6e3 HTTP/1.1" status: 200 len: 210 time: 0.1135907 Sep 15 19:37:44.142368 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:44.146801 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c35f89-bb98-4b77-b534-ab8d3f8136fc None None] The sync data for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb is: [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:33:42Z', 'revision_number': 4, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb', '_interfaces': [{'id': 'd5ab8bf4-27ef-41e2-956f-7228c3d0d7f8', 'name': '', 'network_id': '3996813a-5c08-47db-97c3-724f1c7242d3', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'mac_address': 'fa:16:3e:9f:3d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:42Z', 'updated_at': '2021-09-15T19:33:50Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'subnets': [{'id': '0fbe9e86-5d03-418e-9fca-dcc77f95145e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:37:44.356176 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3848bf6c-5a7b-49db-bbd9-56f60210fa5a None None] New status for floating IP 1f405ea1-b048-4273-b37a-c2a4a17235a8: DOWN {{(pid=75812) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Sep 15 19:37:45.042646 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54264) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:45.106540 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-68b59d64-8f95-4750-99a5-eac8fbab9f18 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.133549 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-68b59d64-8f95-4750-99a5-eac8fbab9f18 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.259629 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-68b59d64-8f95-4750-99a5-eac8fbab9f18 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.263570 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-6c271ed3-a939-4180-93d9-e98044a9aac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:45.280189 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b59d64-8f95-4750-99a5-eac8fbab9f18 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e05787f-74c6-4c23-88c8-71e348d19dcf,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:45.282644 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-68b59d64-8f95-4750-99a5-eac8fbab9f18 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:45.355523 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-68b59d64-8f95-4750-99a5-eac8fbab9f18 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.356651 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-68b59d64-8f95-4750-99a5-eac8fbab9f18 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "DELETE /v2.0/security-groups/8e05787f-74c6-4c23-88c8-71e348d19dcf HTTP/1.1" status: 204 len: 168 time: 0.3129163 Sep 15 19:37:45.359362 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54268) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:45.461807 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.api.v2.resource [None req-edc911c5-c89e-4081-9ac4-0c9dae3d44d0 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] show failed (client error): The resource could not be found. Sep 15 19:37:45.462841 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-edc911c5-c89e-4081-9ac4-0c9dae3d44d0 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "GET /v2.0/security-groups/8e05787f-74c6-4c23-88c8-71e348d19dcf HTTP/1.1" status: 404 len: 347 time: 0.1025951 Sep 15 19:37:45.465680 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54272) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:45.611588 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Deleting port 04be5a99-7d3c-4e9a-b481-c9f4f241d59c {{(pid=75810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:45.611919 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.777143 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.777381 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:45.892061 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.plugins.ml2.plugin [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Calling delete_port for 04be5a99-7d3c-4e9a-b481-c9f4f241d59c owned by network:floatingip {{(pid=75810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:46.097593 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1780470'] for port, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:46.100960 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-02c8cb5f-04d3-4c1c-993e-906290fd9728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:46.141210 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Pushing event deleted for resources: {'Port': ['ID=04be5a99-7d3c-4e9a-b481-c9f4f241d59c,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:46.143877 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:46.232283 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks [] for floatingip, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:46.304810 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-993247'] for floatingip, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:46.306211 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-0fa22e16-f05f-4f86-ab3b-3233edb44114 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] 10.222.0.57 "DELETE /v2.0/floatingips/1f405ea1-b048-4273-b37a-c2a4a17235a8 HTTP/1.1" status: 204 len: 168 time: 0.8396070 Sep 15 19:37:46.324670 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:46.360259 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] No Port match for: bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:46.360535 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Device bd3463a2-aa23-42e9-8b5d-b1e29e63a3d4 not bound to the agent host hv-cinder-80582 {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:50.802992 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54302) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:51.184234 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695544'] for router_interface, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:51.864236 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Deleting port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:51.864955 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:52.037208 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] For port d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:52.037559 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:52.159623 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Calling delete_port for d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 owned by network:router_interface {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:52.413363 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:52.416853 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8480275f-6f2b-40e8-86ee-506234177f41 tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:52.454801 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:52.468614 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.468991 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.469358 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.469720 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.470081 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.470473 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.470826 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.471181 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.471531 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.472970 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.472970 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:37:52.498195 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:52.748372 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3810434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-692674'] for router_interface, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:53.405786 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 has already been hosted by L3 agent 1276fd12-63fb-47af-96cd-de3aa220bf88 {{(pid=75811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 19:37:53.596294 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] Notify agent at l3_agent.dv-cinder-805825-3-smb the message routers_updated {{(pid=75811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 19:37:53.604884 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] Sync routers for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Sep 15 19:37:53.609009 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-aead4812-51dd-4343-b8f8-9faca375fc21 admin admin] 10.222.0.57 "PUT /v2.0/routers/f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8049419 Sep 15 19:37:53.611444 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54306) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:53.618074 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:37:53.618693 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:37:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:53.792391 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: dv-cinder-805825-3-smb {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:37:53.802339 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:53.991811 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:54.059595 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Deleting port de72e30c-30fc-4ef7-9648-ac99022350a0 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:54.059845 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:54.072859 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'external_fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108'}], 'enable_snat': True}, 'gw_port_id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:37:52Z', 'revision_number': 5, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port': {'id': 'de72e30c-30fc-4ef7-9648-ac99022350a0', 'name': '', 'network_id': '4f653d49-f5e4-4d58-abca-ae1862572e36', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'ip_address': '172.28.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T19:33:40Z', 'updated_at': '2021-09-15T19:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5106fe27-624c-4ed7-ab40-b088aaf778bf', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-3-smb'}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:54.076833 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] Checking router: f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 for host: dv-cinder-805825-3-smb {{(pid=75813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Sep 15 19:37:54.087968 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] Routers {'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'} bound to L3 agent in host dv-cinder-805825-3-smb {{(pid=75813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 19:37:54.088562 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T19:18:07Z,description=,heartbeat_timestamp=2021-09-15T19:37:37Z,host='dv-cinder-805825-3-smb',id=1276fd12-63fb-47af-96cd-de3aa220bf88,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T19:18:08Z,topic='l3_agent')) {'router_ids': ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'], 'active': True} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:54.234552 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_dvr_db [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] Set router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 gateway port host: None {{(pid=75813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Sep 15 19:37:54.235401 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] For port de72e30c-30fc-4ef7-9648-ac99022350a0, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=de72e30c-30fc-4ef7-9648-ac99022350a0,segment=NetworkSegment(8c856006-b8f0-43db-8b6c-8adf6456ecde),segment_id=8c856006-b8f0-43db-8b6c-8adf6456ecde)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:54.235750 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:54.336692 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.l3_hamode_db [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:37:53Z', 'revision_number': 6, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port_host': None}], 'dv-cinder-805825-3-smb', False) {} {{(pid=75813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:54.340558 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e1c0e4-cfea-42d4-aae8-7ac61ac597f5 None None] The sync data for ids ['f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6'] in dv-cinder-805825-3-smb is: [{'id': 'f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6', 'name': 'tempest-AttachVolumeTestJSON-181851399-router', 'tenant_id': 'e3063024778b44a696e8301bf7194d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T19:33:39Z', 'updated_at': '2021-09-15T19:37:53Z', 'revision_number': 6, 'project_id': 'e3063024778b44a696e8301bf7194d9c', 'gw_port_host': None}] {{(pid=75813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Sep 15 19:37:54.354533 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Calling delete_port for de72e30c-30fc-4ef7-9648-ac99022350a0 owned by network:router_gateway {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:54.687951 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:54.693018 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-38de6d1e-2226-47aa-92d8-16c772f38f2e tempest-TestMinimumBasicScenario-1196773452 tempest-TestMinimumBasicScenario-1196773452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:54.717575 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:54.736954 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=de72e30c-30fc-4ef7-9648-ac99022350a0,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:54.741008 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:54.750848 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:54.754340 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device d5ab8bf4-27ef-41e2-956f-7228c3d0d7f8 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:54.953861 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-694701'] for router_gateway, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.213923 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254101'] for router, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.218017 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.310785 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690773'] for router, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.311291 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 {{(pid=75811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 19:37:55.325197 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] Notify callbacks [] for router, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.326478 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-cb78910c-3e42-4133-8682-e41f664986c2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f2fdb6c5-efdf-4818-b649-ef9eecf4bdf6 HTTP/1.1" status: 204 len: 168 time: 1.7140036 Sep 15 19:37:55.328819 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54310) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:55.389080 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] Deleting subnet 0fbe9e86-5d03-418e-9fca-dcc77f95145e {{(pid=75811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Sep 15 19:37:55.396480 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.446582 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005480'] for subnet, precommit_delete_associations {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.521461 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3747188'] for subnet, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.636560 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3747199', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1597887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2094026'] for subnet, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.640011 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:55.673124 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbe9e86-5d03-418e-9fca-dcc77f95145e,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:55.677393 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:55.682079 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for subnet, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.687597 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e4bae-9421-4128-bc52-a99708bc9d86 None None] Network 3996813a-5c08-47db-97c3-724f1c7242d3 requested from dv-cinder-805825-3-smb {{(pid=75812) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Sep 15 19:37:55.688155 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8f1a35bf-4f09-44cf-905f-38ee913099c1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0fbe9e86-5d03-418e-9fca-dcc77f95145e HTTP/1.1" status: 204 len: 168 time: 0.3582587 Sep 15 19:37:55.690552 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54314) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:55.790170 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3682829'] for network, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.800899 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Deleting port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 {{(pid=75811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:55.801225 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:55.945037 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] DHCP port deletion for 3996813a-5c08-47db-97c3-724f1c7242d3 request from dv-cinder-805825-3-smb {{(pid=75812) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Sep 15 19:37:55.949246 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] Deleting port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:55.949618 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.005013 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.db [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] For port 78bb87e8-4046-45e1-adfc-fbcb3bffb694, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=78bb87e8-4046-45e1-adfc-fbcb3bffb694,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:56.005361 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.197042 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.db [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] For port 78bb87e8-4046-45e1-adfc-fbcb3bffb694, host dv-cinder-805825-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-3-smb',level=0,port_id=78bb87e8-4046-45e1-adfc-fbcb3bffb694,segment=NetworkSegment(226654b8-5df9-44cd-b156-ff2e537168d3),segment_id=226654b8-5df9-44cd-b156-ff2e537168d3)] {{(pid=75812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 19:37:56.197436 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-692328'] for port, precommit_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.224048 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.plugin [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Calling delete_port for 78bb87e8-4046-45e1-adfc-fbcb3bffb694 owned by network:dhcp {{(pid=75811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:56.316291 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] Calling delete_port for 78bb87e8-4046-45e1-adfc-fbcb3bffb694 owned by network:dhcp {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 19:37:56.402063 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3770679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22889', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740176154341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740175759216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1597898'] for port, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.407276 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:56.407691 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.db.api [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=75812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 19:37:56.408057 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG oslo_db.api [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=75812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 19:37:56.448362 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Pushing event deleted for resources: {'Port': ['ID=78bb87e8-4046-45e1-adfc-fbcb3bffb694,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:56.451392 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:56.452026 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 78bb87e8-4046-45e1-adfc-fbcb3bffb694 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:56.452188 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] No DVR routers for this DVR port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 on host dv-cinder-805825-3-smb {{(pid=75811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 19:37:56.485913 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: 78bb87e8-4046-45e1-adfc-fbcb3bffb694 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:56.486295 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device 78bb87e8-4046-45e1-adfc-fbcb3bffb694 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:56.486724 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device de72e30c-30fc-4ef7-9648-ac99022350a0 no longer exists at agent ovs-agent-dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 19:37:56.521124 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] No Port match for: de72e30c-30fc-4ef7-9648-ac99022350a0 {{(pid=75812) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Sep 15 19:37:56.521476 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.rpc [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Device de72e30c-30fc-4ef7-9648-ac99022350a0 not bound to the agent host dv-cinder-805825-3-smb {{(pid=75812) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 19:37:56.569869 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756175', 'neutron.services.segments.db._delete_segments_for_network-8740176215745'] for network, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.583006 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3996813a-5c08-47db-97c3-724f1c7242d3']}} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:56.594507 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226654b8-5df9-44cd-b156-ff2e537168d3') {'for_net_delete': True} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:56.594799 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.services.segments.db [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226654b8-5df9-44cd-b156-ff2e537168d3') {} {{(pid=75811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 19:37:56.605578 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740176217820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005473'] for segment, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.621641 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3744480'] for segment, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.627471 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=75811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Sep 15 19:37:56.627843 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3744505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1597469'] for segment, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: Traceback (most recent call last): Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: timer() Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: cb(*args, **kw) Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: return func(*args, **kwargs) Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: self._notify() Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: self.callback(batched_events) Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: event.method(event) Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: return f(self, *a, **k) Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: return self._get(url).json() Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: return self.request(url, 'GET', **kwargs) Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 19:37:56.644790 dv-cinder-805825-3-smb neutron-server[75811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 19:37:56.800039 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-356902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3810335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-694666'] for network, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.803518 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:56.816408 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3810547'] for network, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.826068 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Pushing event deleted for resources: {'Network': ['ID=3996813a-5c08-47db-97c3-724f1c7242d3,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:56.830625 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:56.834011 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-e77bf86f-e627-4e48-9c80-3609a760188b admin admin] 10.222.0.57 "DELETE /v2.0/networks/3996813a-5c08-47db-97c3-724f1c7242d3 HTTP/1.1" status: 204 len: 168 time: 1.1418757 Sep 15 19:37:56.909314 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] Deleting port 78bb87e8-4046-45e1-adfc-fbcb3bffb694 {{(pid=75812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Sep 15 19:37:56.909713 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740176146926'] for port, before_delete {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:56.970962 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron.plugins.ml2.plugin [None req-46cb11dd-b7cb-4e1d-bdb1-f48d517fedee None None] The port '78bb87e8-4046-45e1-adfc-fbcb3bffb694' was deleted {{(pid=75812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Sep 15 19:37:57.248996 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54320) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:57.301639 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-680a79c6-d113-4fad-a9ae-27cffa0a2a9f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3063024778b44a696e8301bf7194d9c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514517 Sep 15 19:37:57.303910 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54324) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:37:57.359744 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-02e02f96-e49f-4dbc-815f-bb24e08168ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:57.385453 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-02e02f96-e49f-4dbc-815f-bb24e08168ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:57.521760 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-02e02f96-e49f-4dbc-815f-bb24e08168ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:57.525324 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-20551dc1-9168-46c3-9287-7913f999f2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:37:57.538052 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e02f96-e49f-4dbc-815f-bb24e08168ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e1c960-4280-404e-a116-5d4243c1e99a,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:37:57.540412 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-02e02f96-e49f-4dbc-815f-bb24e08168ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:37:57.547802 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-02e02f96-e49f-4dbc-815f-bb24e08168ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:37:57.548907 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-02e02f96-e49f-4dbc-815f-bb24e08168ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5e1c960-4280-404e-a116-5d4243c1e99a HTTP/1.1" status: 204 len: 168 time: 0.2441502 Sep 15 19:38:02.922087 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:03.024383 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54384) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:03.171586 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:03.201830 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:38:03.205529 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Usage tracker for resource:security_group_rule and tenant:f5ec01c73042449f8e60f5d64c18a1bc is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:38:03.208278 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:38:03.213804 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:38:03.279904 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:03.350241 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:03.357251 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-0770924c-2548-4ec8-a70a-71d17b09ffb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:03.400212 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53703f10-f413-44e2-ac84-cb470ea55586,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:03.403259 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:03.406006 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-8e00ea40-3e5c-4dbb-900e-e59c04c38092 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f5ec01c73042449f8e60f5d64c18a1bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3802507 Sep 15 19:38:03.408704 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54390) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:03.469091 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b01987cb-439f-4532-8e99-9bdede9bf349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:03.494581 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b01987cb-439f-4532-8e99-9bdede9bf349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:03.590526 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b01987cb-439f-4532-8e99-9bdede9bf349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:03.595461 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b9ab1d29-98c9-40e9-a3a8-ed718efdce1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:03.607949 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01987cb-439f-4532-8e99-9bdede9bf349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53703f10-f413-44e2-ac84-cb470ea55586,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:03.610151 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b01987cb-439f-4532-8e99-9bdede9bf349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:03.613399 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b01987cb-439f-4532-8e99-9bdede9bf349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:03.615550 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b01987cb-439f-4532-8e99-9bdede9bf349 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53703f10-f413-44e2-ac84-cb470ea55586 HTTP/1.1" status: 204 len: 168 time: 0.2056696 Sep 15 19:38:05.122023 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-88ed2c5a-bc57-4104-b5bf-3aec4b620470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:05.590368 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:06.597302 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54438) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:06.734040 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:06.767772 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:38:06.772197 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Usage tracker for resource:security_group_rule and tenant:89eebfaae4bb45d0a4f779148fdbd28e is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:38:06.776203 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:38:06.781867 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:38:06.851070 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:06.904593 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:06.911776 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9e72a647-be67-437d-ac4a-9781a8c67d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:06.951455 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034bc051-da6d-4dc8-9afc-9a52fe00ce17,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:06.955813 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89eebfaae4bb45d0a4f779148fdbd28e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3575161 Sep 15 19:38:06.956664 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7874b2a5-f652-49ac-bee1-9f6aef1b1a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:06.958340 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54444) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:07.015763 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-099e0639-7cd0-40b0-8ca1-3c3d86198212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:07.043705 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-099e0639-7cd0-40b0-8ca1-3c3d86198212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:07.207687 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-099e0639-7cd0-40b0-8ca1-3c3d86198212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:07.211576 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f24cfd8a-7bfb-43b8-b28c-d07bce4255ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:07.223151 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e0639-7cd0-40b0-8ca1-3c3d86198212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034bc051-da6d-4dc8-9afc-9a52fe00ce17,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:07.228808 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-099e0639-7cd0-40b0-8ca1-3c3d86198212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:07.229268 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-099e0639-7cd0-40b0-8ca1-3c3d86198212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:07.230399 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-099e0639-7cd0-40b0-8ca1-3c3d86198212 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/034bc051-da6d-4dc8-9afc-9a52fe00ce17 HTTP/1.1" status: 204 len: 168 time: 0.2711565 Sep 15 19:38:07.464736 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e22070a9-31b7-4a44-8014-47ea52f40dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:07.851992 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54452) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:07.874842 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:07.904806 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:38:07.908660 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Usage tracker for resource:security_group_rule and tenant:e286bbe99b134de8a504a91b42590327 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:38:07.911498 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:38:07.917779 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:38:07.979553 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:08.057077 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:08.063318 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-db71b7c7-f41e-416a-982a-b654a0833600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:08.102767 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00e71ca-8c5f-4ecb-afce-02d559c5629d,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:08.107454 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e286bbe99b134de8a504a91b42590327&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2543447 Sep 15 19:38:08.108311 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-74bee186-5a31-4772-a617-ed8c75ab344f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:08.110064 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54456) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:08.168589 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1a08a7bd-f66d-45a9-9b42-eb04124df42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:08.193779 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1a08a7bd-f66d-45a9-9b42-eb04124df42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:08.327465 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1a08a7bd-f66d-45a9-9b42-eb04124df42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:08.331961 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-d3a761a9-ffa6-4692-aa15-85d607fb19ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:08.344098 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08a7bd-f66d-45a9-9b42-eb04124df42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00e71ca-8c5f-4ecb-afce-02d559c5629d,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:08.346831 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-1a08a7bd-f66d-45a9-9b42-eb04124df42c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:08.347741 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-1a08a7bd-f66d-45a9-9b42-eb04124df42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:08.348852 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-1a08a7bd-f66d-45a9-9b42-eb04124df42c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e00e71ca-8c5f-4ecb-afce-02d559c5629d HTTP/1.1" status: 204 len: 168 time: 0.2378960 Sep 15 19:38:08.497333 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:09.916974 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:12.684121 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:38:16.423861 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54534) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:16.559465 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:16.589047 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:38:16.592749 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7dafa5e2f94f5ca6d0e73d43e07ddd is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:38:16.595451 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:38:16.600932 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:38:16.662786 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:16.761684 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:16.768121 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-45f359db-6819-4d90-a002-d7465cba82a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:16.806020 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392ca04a-fc49-4d3d-95f5-53dc99f158e9,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:16.810123 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:16.812434 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e7dafa5e2f94f5ca6d0e73d43e07ddd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3876045 Sep 15 19:38:16.815237 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54540) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:16.873296 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ceabd270-e957-477f-87a2-25eac3141c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:16.897567 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ceabd270-e957-477f-87a2-25eac3141c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:17.042622 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ceabd270-e957-477f-87a2-25eac3141c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:17.046320 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-3af7bae4-a72f-41ad-882b-60438dace503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:17.057392 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceabd270-e957-477f-87a2-25eac3141c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392ca04a-fc49-4d3d-95f5-53dc99f158e9,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:17.060708 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-ceabd270-e957-477f-87a2-25eac3141c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:17.063779 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-ceabd270-e957-477f-87a2-25eac3141c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:17.064879 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-ceabd270-e957-477f-87a2-25eac3141c1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/392ca04a-fc49-4d3d-95f5-53dc99f158e9 HTTP/1.1" status: 204 len: 168 time: 0.2487011 Sep 15 19:38:17.751080 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54548) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:17.769869 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:17.799992 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:38:17.803824 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Usage tracker for resource:security_group_rule and tenant:4ab33d9f56814a6cbe157f8b21a48c46 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:38:17.807164 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:38:17.812797 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:38:17.876288 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:17.915854 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:17.922325 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7a758839-e711-4034-bcd5-bdba1f09bbfe tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:17.961107 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02cd8af-ffbf-4976-b02e-0cb1a7830412,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:17.964529 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:17.967778 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-9e683603-5c01-47ff-9e21-739a69b7af2e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ab33d9f56814a6cbe157f8b21a48c46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2157016 Sep 15 19:38:17.970396 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54552) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:18.027455 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-326d5427-5250-4db6-b81a-180952ede796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:18.054820 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-326d5427-5250-4db6-b81a-180952ede796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:18.161909 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-326d5427-5250-4db6-b81a-180952ede796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:18.167141 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-52bf11fd-01e3-42a1-b54e-5ba37513e0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:18.179403 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d5427-5250-4db6-b81a-180952ede796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02cd8af-ffbf-4976-b02e-0cb1a7830412,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:18.182774 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-326d5427-5250-4db6-b81a-180952ede796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:18.184002 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-326d5427-5250-4db6-b81a-180952ede796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:18.185094 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-326d5427-5250-4db6-b81a-180952ede796 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f02cd8af-ffbf-4976-b02e-0cb1a7830412 HTTP/1.1" status: 204 len: 168 time: 0.2138524 Sep 15 19:38:24.544080 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54618) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:24.679367 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:24.709167 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:38:24.713475 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Usage tracker for resource:security_group_rule and tenant:1cebdda47864481cb8eda1f28043c628 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:38:24.716239 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:38:24.721757 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:38:24.783716 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:24.840040 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:24.846703 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-f3591583-913c-4335-a2bf-8d7d4e0506f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:24.887017 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d8bf54-ac14-44e0-8b2e-d6900797c790,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:24.891402 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cebdda47864481cb8eda1f28043c628&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3462753 Sep 15 19:38:24.892248 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-2f808a7a-dc48-4bd7-8c14-fbd79bda3c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:24.894073 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54624) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:24.955602 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b1b0d573-a65a-441f-a9db-006b6a4b162f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:24.980463 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b1b0d573-a65a-441f-a9db-006b6a4b162f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:25.119960 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b1b0d573-a65a-441f-a9db-006b6a4b162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:25.123637 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b01987cb-439f-4532-8e99-9bdede9bf349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:25.134288 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0d573-a65a-441f-a9db-006b6a4b162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d8bf54-ac14-44e0-8b2e-d6900797c790,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:25.138618 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-b1b0d573-a65a-441f-a9db-006b6a4b162f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:25.147309 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-b1b0d573-a65a-441f-a9db-006b6a4b162f admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:25.148445 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-b1b0d573-a65a-441f-a9db-006b6a4b162f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6d8bf54-ac14-44e0-8b2e-d6900797c790 HTTP/1.1" status: 204 len: 168 time: 0.2534771 Sep 15 19:38:32.926184 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:35.122140 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-8a314a75-c7b0-45eb-b0d3-df3fb091af31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:35.624995 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:37.447514 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c864c208-508e-445e-a4d8-7c67faa8d8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:38.504765 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:39.892785 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:49.684305 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:38:54.030784 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54760) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:54.213659 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:54.244320 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:38:54.248569 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Usage tracker for resource:security_group_rule and tenant:e7a64b43ca6845df873e41bb9cf603ec is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:38:54.251384 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:38:54.257040 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:38:54.319917 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:54.378683 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:54.385009 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-a2485e7b-6787-4a58-bd94-472e01533e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:54.423382 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5489099-ec13-4b6f-9d91-aba8d74f0170,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:54.430694 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e7a64b43ca6845df873e41bb9cf603ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3989339 Sep 15 19:38:54.434516 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54766) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:38:54.434987 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.434987 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.435305 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.435671 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.436032 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.436395 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.436753 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.437115 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.437469 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.437824 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.438201 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.442026 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-971d079c-a701-4d21-8a49-695e953616aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:38:54.493791 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:54.521094 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:54.658481 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:54.663173 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-ddb59d89-9519-4947-8414-b10f361fe3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:38:54.675188 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5489099-ec13-4b6f-9d91-aba8d74f0170,revision_number=None']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:38:54.684487 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:38:54.685587 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a5489099-ec13-4b6f-9d91-aba8d74f0170 HTTP/1.1" status: 204 len: 168 time: 0.2501237 Sep 15 19:38:54.687163 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.687535 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.687896 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.688255 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.688672 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.689026 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.689377 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.689730 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.690079 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.690455 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.690862 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-3-smb {{(pid=75810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 19:38:54.693830 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-f410fbde-d418-403f-a057-34ed33e01bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:39:02.938893 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:05.125372 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-2d0027d6-c11e-4491-a640-5d2df5c91bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:05.618917 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:07.458542 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b6ab3b77-a1de-41fb-a1e5-650ea32012db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:08.555793 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:08.868158 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54910) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:39:09.010640 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:09.039515 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:39:09.043221 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Usage tracker for resource:security_group_rule and tenant:d6270d62abee48f28ffa6718abb2d3a8 is out of sync, need to count used quota {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:39:09.045950 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.quota.resource [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:39:09.052059 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.db.quota.driver [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:39:09.114043 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:09.178702 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:09.185290 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-296f8a6e-6769-4af2-af3b-13f539ab06eb tempest-AttachVolumeTestJSON-1551572944 tempest-AttachVolumeTestJSON-1551572944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:39:09.223817 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa8c08-61dc-4234-b45b-e13af5bc9132,revision_number=1']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:09.227220 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:39:09.230153 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-196c6f1b-a838-4d14-8c30-cb663e88b936 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6270d62abee48f28ffa6718abb2d3a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3602386 Sep 15 19:39:09.232246 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54916) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:39:09.289906 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-27302a86-0ef9-4624-9ada-04a65fdec45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:09.321808 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-27302a86-0ef9-4624-9ada-04a65fdec45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:09.434410 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-27302a86-0ef9-4624-9ada-04a65fdec45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:09.437901 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c4698a2f-c033-4121-8954-3426ba88fdba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:39:09.453335 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27302a86-0ef9-4624-9ada-04a65fdec45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa8c08-61dc-4234-b45b-e13af5bc9132,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:09.457051 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-27302a86-0ef9-4624-9ada-04a65fdec45a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:39:09.462074 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-27302a86-0ef9-4624-9ada-04a65fdec45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:09.463197 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-27302a86-0ef9-4624-9ada-04a65fdec45a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/81aa8c08-61dc-4234-b45b-e13af5bc9132 HTTP/1.1" status: 204 len: 168 time: 0.2301745 Sep 15 19:39:09.932839 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:17.313535 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.wsgi [-] (75810) accepted ('10.222.0.57', 54982) {{(pid=75810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:39:17.454394 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:17.483666 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 19:39:17.487465 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Usage tracker for resource:security_group_rule and tenant:89452ac5c9a545b294fd68d4f2fffeeb is out of sync, need to count used quota {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 19:39:17.490738 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.quota.resource [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=75810) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 19:39:17.496524 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.db.quota.driver [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=75810) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 19:39:17.562675 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:17.653052 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron_lib.callbacks.manager [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_create {{(pid=75810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:17.660361 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-59a24651-8754-4c44-bede-6e0bcb646974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:39:17.699824 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfe2d74-c5f9-471c-b12f-e27f79614f8d,revision_number=1']} {{(pid=75810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:17.707207 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.wsgi [-] (75811) accepted ('10.222.0.57', 54988) {{(pid=75811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 19:39:17.707591 dv-cinder-805825-3-smb neutron-server[75810]: INFO neutron.wsgi [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89452ac5c9a545b294fd68d4f2fffeeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3923237 Sep 15 19:39:17.707832 dv-cinder-805825-3-smb neutron-server[75810]: DEBUG oslo_concurrency.lockutils [None req-85333ab4-5bdd-433a-b987-c101cdc86022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=75810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:39:17.766198 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfa9c-9869-4cc3-8bef-446cea991388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:17.790781 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfa9c-9869-4cc3-8bef-446cea991388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:17.955894 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfa9c-9869-4cc3-8bef-446cea991388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-357853'] for security_group, after_delete {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:17.960282 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-c71fab1f-cec6-402b-bd77-b08b37d05a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 19:39:17.970889 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dfa9c-9869-4cc3-8bef-446cea991388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfe2d74-c5f9-471c-b12f-e27f79614f8d,revision_number=None']} {{(pid=75811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 19:39:17.975222 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG oslo_concurrency.lockutils [None req-7a9dfa9c-9869-4cc3-8bef-446cea991388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=75811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 19:39:17.978269 dv-cinder-805825-3-smb neutron-server[75811]: DEBUG neutron_lib.callbacks.manager [None req-7a9dfa9c-9869-4cc3-8bef-446cea991388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=75811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:17.979376 dv-cinder-805825-3-smb neutron-server[75811]: INFO neutron.wsgi [None req-7a9dfa9c-9869-4cc3-8bef-446cea991388 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dcfe2d74-c5f9-471c-b12f-e27f79614f8d HTTP/1.1" status: 204 len: 168 time: 0.2714291 Sep 15 19:39:26.684503 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:39:32.932894 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:35.121521 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-94e10ac9-9bea-416f-bb2f-eeb7d25603f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:35.618117 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:37.463971 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-89b09bc5-0d8f-49d2-9030-7f3a1204f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:38.554417 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:39:39.954231 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:02.932287 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:03.684401 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:40:05.125509 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-c69e1786-ac8c-4324-8bb0-42af3b1272d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:05.611978 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:07.434338 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9fb13823-6ce5-4c78-ac3d-c6c299f461a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:08.509518 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:09.926505 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:32.960764 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:35.109290 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5520fc71-95e8-42cf-b0b7-e83d30e3cbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:35.600510 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:37.433830 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-f50c19bf-722b-4e29-a349-8c508b33cb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:38.509399 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:39.966818 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:40:40.684201 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:41:02.954977 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:05.126423 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1f431995-ed6f-4ef2-8aac-c6e2d1dee68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:05.629263 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:07.411485 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b9f6110e-b2c0-4955-8502-1011cd26c00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:08.537518 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:09.971765 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:17.684710 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:41:32.994876 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:35.109009 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-0acfcc22-a1d1-47f1-b22c-24aa1925ec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:35.594569 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:37.463160 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-1a75e1bf-48f8-49e0-a960-e56b06cb8963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:38.542815 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:39.977545 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:41:54.685034 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:42:03.005700 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:05.125846 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-cbee1fa4-5114-440d-b962-e4df385ebdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:05.623075 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:07.433876 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-23ef64ec-3cef-4107-81ae-859cd072b8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:08.531522 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:09.954540 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:31.684866 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:42:32.982705 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:35.113618 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-9cb63882-0c2c-484f-bcc6-8670d313e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:35.610847 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:37.416896 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-5d3eef2a-8fd4-4fde-b0dc-dcb4314dd573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:38.535745 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:42:39.954522 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:02.965553 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:05.125509 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-bf23238d-b233-4043-b8cf-6d78fb762f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:05.610832 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:07.411728 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-04c2d78f-34df-4b5c-bbf3-e1144f595647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:08.513634 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:08.684614 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:43:09.942807 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:32.948349 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:35.143079 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-4da7dfeb-7536-4977-80c4-d3eac4d75f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:35.611037 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:37.433525 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-f714fd10-5995-4fd5-93d2-be656a646f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:38.547989 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:39.942812 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:43:45.684574 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 19:44:02.965588 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c81-8fd2-49f5-ae19-4060f5c17122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:44:05.114495 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-edd19ff3-6cc4-466a-9058-eef4532705bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:44:05.605435 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-6476b48e-9db1-4096-bcb1-42a13dada57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:44:07.422033 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-e1d3b094-d804-4832-b851-2200ee21cfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:44:08.536477 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-b342ab4c-0935-4a9f-94c7-974d36fa6589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:44:09.982208 dv-cinder-805825-3-smb neutron-server[75812]: DEBUG neutron_lib.callbacks.manager [None req-41e93e25-719c-4134-9d9f-3ee518e75389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740176215727', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3757745'] for agent, after_update {{(pid=75812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 19:44:22.684820 dv-cinder-805825-3-smb neutron-server[75813]: DEBUG neutron.db.agents_db [None req-f1a728c4-d5d8-4851-a71c-06e0ea0923e0 None None] Agent healthcheck: found 6 active agents {{(pid=75813) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}